-- Logs begin at Tue 2021-10-12 16:06:23 UTC, end at Tue 2021-10-12 17:11:37 UTC. -- Oct 12 16:44:50.142256 dv-cinder-813223-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 16:44:52.853286 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:44:52.853947 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:44:52.854090 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:44:52.857290 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:44:52.857757 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:44:52.858065 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:44:52.859032 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:44:52.859261 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:44:52.859635 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:44:52.859870 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:44:52.860092 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:44:52.860406 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.860695 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.861005 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.861232 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.861520 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.861803 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.862081 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.862364 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.862654 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.862942 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.863214 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.863492 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.863715 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.863991 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.864272 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.864554 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.864772 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] debug = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.865071 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.865500 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.865907 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.866183 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.866466 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.866752 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.867004 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.867275 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.867552 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.867877 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] host = dv-cinder-813223-2-iscsi {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.868194 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.868478 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.868760 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.869064 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.869341 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.869614 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.869899 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.870164 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.870431 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.870700 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.870984 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.871265 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.871546 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.871766 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.871982 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.872272 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.872553 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.872822 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.873111 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.873380 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.873647 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.873913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.874175 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.874454 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.874737 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.875014 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.875281 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.875548 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.875814 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.876078 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.876356 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.876622 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.876884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.877173 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.877453 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.877967 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.878235 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.878525 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.878804 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.879078 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.879356 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.879623 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.879899 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.880166 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.880432 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.880697 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_json = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.880984 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.881253 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.881528 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.881793 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.882061 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.882331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.882594 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.882873 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:52.883162 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.883452 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.883767 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.884047 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.884347 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.884626 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.884914 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.885210 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.885494 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.885775 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.886060 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.886334 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.886616 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.886889 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.887176 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.887474 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.887758 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.888043 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.888311 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.888577 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.888844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.889136 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.889416 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.889685 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.889966 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.890249 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.890519 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.890797 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.891082 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.891363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.891627 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.891900 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.892182 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.892453 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.892718 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.893006 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.893289 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.893557 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.893823 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.894098 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.894368 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.894637 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.894900 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.895169 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.895451 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.895719 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.896043 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.896242 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.896515 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.896780 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.897083 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.897353 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.897621 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.897890 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.898164 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.898433 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.898699 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.898970 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.899237 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.900021 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.900291 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.900559 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.900827 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.901121 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.901390 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.901656 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.901923 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.902195 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.902463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.902730 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.902996 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.903262 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.903527 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.903805 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.904099 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.904371 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.904649 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.904920 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.905213 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.905484 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.905755 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.906027 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.906299 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.906566 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.906849 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.907123 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.907400 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.907675 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.907946 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.908253 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.908527 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.908804 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.909101 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.909375 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.909650 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.909928 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.910219 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.910508 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.910794 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.911080 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.911366 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.911640 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.911942 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.912216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:52.912428 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:44:52.912662 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93929) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 16:44:53.340901 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:44:53.341199 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:44:53.341487 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:44:53.341810 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 16:44:53.659931 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.660149 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.660419 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.661730 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.662003 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.662262 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.696261 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.696535 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.696803 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.712322 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.712596 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.712857 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.742583 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.742858 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.743167 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.779667 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.779940 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:53.780206 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.013673 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.014343 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.014343 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.014570 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.015139 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.136236 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.136550 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.136827 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.137116 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.137379 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.137683 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.137951 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.138201 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.138448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.138722 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.138974 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.139231 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.139478 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.139723 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.139970 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.140225 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.140472 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.140731 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.141017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.141274 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.141537 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.141783 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.142057 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.142424 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.142667 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.142913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.143298 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.143530 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.143778 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.143988 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.144215 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.144448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:54.144798 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 16:44:54.147903 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 16:44:54.152360 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 16:44:54.157166 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 12 16:44:54.158809 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 16:44:54.159265 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 16:44:54.159589 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 16:44:54.159971 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 16:44:54.162851 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 16:44:54.163100 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 16:44:54.163443 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:44:54.169356 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 16:44:54.191083 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 16:44:54.191522 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.191814 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93929) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 16:44:54.192167 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.193570 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93929) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 16:44:54.193840 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:44:54.194079 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 16:44:54.197494 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.197771 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.260565 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 16:44:54.260795 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 16:44:54.261046 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 16:44:54.261426 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 16:44:54.282870 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_db.sqlalchemy.engines [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93929) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 16:44:54.815850 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing driver for type 'gre' Oct 12 16:44:54.816351 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] gre ID ranges: [(1, 1000)] Oct 12 16:44:54.865965 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing driver for type 'local' Oct 12 16:44:54.866302 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing driver for type 'vlan' Oct 12 16:44:54.880592 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] VlanTypeDriver initialization complete Oct 12 16:44:54.881171 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing driver for type 'vxlan' Oct 12 16:44:54.881929 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] vxlan ID ranges: [(1, 1000)] Oct 12 16:44:54.938148 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing extension driver 'port_security' Oct 12 16:44:54.938476 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.extensions.port_security [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] PortSecurityExtensionDriver initialization complete Oct 12 16:44:54.938808 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing mechanism driver 'openvswitch' Oct 12 16:44:54.939143 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing mechanism driver 'hyperv' Oct 12 16:44:54.945960 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.plugin [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:44:54.947183 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.947547 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.947892 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.948416 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.948842 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.949213 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.949551 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.949938 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.950337 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.950678 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.951012 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.951396 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.951797 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.952142 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.952475 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.953026 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.953430 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.953774 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.954111 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.954506 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.954895 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > address_group after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.955241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > address_group after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.955576 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.955966 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:44:54.956342 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] ML2 OVO RPC backend initialized. {{(pid=93929) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 16:44:54.957069 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.957414 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.957824 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.958164 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > networks before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.958503 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.958834 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > ports before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.959168 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.959500 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnets before_response 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.959841 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.960176 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.960506 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.960836 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.961201 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.961531 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.961860 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.963256 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.963589 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:54.964163 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.plugin [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Modular L2 Plugin initialization complete Oct 12 16:44:54.964492 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading services supported by the core plugin {{(pid=93929) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 16:44:54.964813 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.plugins.ml2.managers [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Got port-security extension from driver 'port_security' Oct 12 16:44:54.965314 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.extensions.vlantransparent [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Disabled vlantransparent extension. Oct 12 16:44:54.965789 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93929) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 16:44:54.966102 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: router Oct 12 16:44:55.002072 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.002459 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_create 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.003084 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router before_create 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.003440 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.003806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.004151 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_delete 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.004500 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.004840 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.005232 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_create 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.005572 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.005913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.006251 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.006602 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.007003 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.007362 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.007693 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.008020 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: subnet after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.008348 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.009350 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.009699 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_create 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.010042 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.010381 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.010731 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router after_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.011067 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.011413 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_create 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.011767 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.012105 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_update 55549900 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.012461 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > agent after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.012806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > agent after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.013173 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > network after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.014033 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Tracking information for resource: router configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:55.014549 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Tracking information for resource: floatingip configured {{(pid=93929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:44:55.019363 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.db.l3_agentschedulers_db [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 16:44:55.019937 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.020297 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.020644 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.021020 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: port after_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.021808 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router before_create 55550100 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.022168 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.022525 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_create 55550100 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.022874 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > router precommit_update 55550100 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.027903 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.provider_configuration [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service providers = [] {{(pid=93929) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 16:44:55.028260 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.db.servicetype_db [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93929) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 16:44:55.031231 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.service_base [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:44:55.031566 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.service_base [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:44:55.031897 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.service_base [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:44:55.032777 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.services.service_base [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:44:55.033162 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.services.service_base [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 16:44:55.033533 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.033843 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 16:44:55.044415 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.044745 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: auto_allocate Oct 12 16:44:55.050557 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: network precommit_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.050916 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: network precommit_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.051424 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.051740 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: tag Oct 12 16:44:55.058793 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.059122 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: timestamp Oct 12 16:44:55.064416 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.064743 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: network_ip_availability Oct 12 16:44:55.070235 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.070545 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.070895 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.072190 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.072501 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: flavors Oct 12 16:44:55.077229 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.077558 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading Plugin: revisions Oct 12 16:44:55.081819 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:44:55.082204 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=93929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:44:55.082947 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93929) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 16:44:55.083277 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Initializing extension manager. Oct 12 16:44:55.083779 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: __init__.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.084118 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: __pycache__ {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.084446 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.084771 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: address_group.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.085545 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.086108 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: address-group Oct 12 16:44:55.086426 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: address_scope.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.087157 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.087658 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: address-scope Oct 12 16:44:55.087974 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.089108 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.089619 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: router-admin-state-down-before-update Oct 12 16:44:55.089938 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: agent.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.090632 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.091133 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: agent Oct 12 16:44:55.091448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: agent_resources_synced.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.092361 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.092866 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: agent-resources-synced Oct 12 16:44:55.093204 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: allowedaddresspairs.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.095029 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.095539 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: allowed-address-pairs Oct 12 16:44:55.095863 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: auto_allocated_topology.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.096970 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.097490 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: auto-allocated-topology Oct 12 16:44:55.097806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: availability_zone.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.098498 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.098992 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: availability_zone Oct 12 16:44:55.099306 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: availability_zone_filter.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.100212 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.100706 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: availability_zone_filter Oct 12 16:44:55.101044 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: data_plane_status.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.101951 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.102481 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 16:44:55.102802 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: default_subnetpools.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.103706 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.104284 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: default-subnetpools Oct 12 16:44:55.104527 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.105378 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.105878 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: dhcp_agent_scheduler Oct 12 16:44:55.106193 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: dns.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.107098 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.107597 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 16:44:55.107911 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: dns_domain_ports.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.108819 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.109347 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 16:44:55.109661 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.110573 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.111064 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 16:44:55.111378 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: dvr.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.112036 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.112537 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: dvr Oct 12 16:44:55.112848 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: ecmp_routes.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.113788 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.114278 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 16:44:55.114597 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: empty_string_filtering.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.115496 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.115991 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: empty-string-filtering Oct 12 16:44:55.116307 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.117257 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.117756 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:44:55.118587 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.119488 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.119979 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 16:44:55.120291 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: external_net.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.121233 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.121728 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: external-net Oct 12 16:44:55.122040 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.122948 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.123444 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: extra_dhcp_opt Oct 12 16:44:55.123829 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: extraroute.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.124706 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.125174 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: extraroute Oct 12 16:44:55.125490 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: extraroute_atomic.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.126514 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.127014 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: extraroute-atomic Oct 12 16:44:55.127330 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: filter_validation.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.128257 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.128748 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: filter-validation Oct 12 16:44:55.129104 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: fip_pf_description.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.130002 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.130493 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 16:44:55.130808 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: fip_port_details.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.131712 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.132210 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: fip-port-details Oct 12 16:44:55.132525 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: flavors.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.134327 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.134843 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: flavors Oct 12 16:44:55.135164 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.136838 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.137396 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 16:44:55.137724 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: floatingip_pools.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.138418 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.138924 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: floatingip-pools Oct 12 16:44:55.139241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: ip_allocation.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.140159 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.140658 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 16:44:55.141002 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.141913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.142414 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: ip-substring-filtering Oct 12 16:44:55.142735 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l2_adjacency.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.143650 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.144151 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 16:44:55.144475 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.145603 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.146106 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: router Oct 12 16:44:55.146424 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.148687 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.149243 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:44:55.149578 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.150506 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.151009 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: ext-gw-mode Oct 12 16:44:55.151325 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.152238 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.152743 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: l3-ha Oct 12 16:44:55.153086 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3_flavors.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.153994 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.154498 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: l3-flavors Oct 12 16:44:55.154815 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.155722 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.156212 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 16:44:55.156525 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: l3agentscheduler.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.157609 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.158105 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: l3_agent_scheduler Oct 12 16:44:55.158422 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: logging.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.159932 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.160438 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension logging not supported by any of loaded plugins Oct 12 16:44:55.160761 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: metering.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.161529 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.162078 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: metering Oct 12 16:44:55.162394 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.163503 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.164007 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: metering_source_and_destination_fields Oct 12 16:44:55.164328 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: multiprovidernet.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.165293 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.165796 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: multi-provider Oct 12 16:44:55.166110 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: netmtu.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.167023 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.167521 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: net-mtu Oct 12 16:44:55.167836 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: netmtu_writable.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.168743 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.169275 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: net-mtu-writable Oct 12 16:44:55.169590 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: network_availability_zone.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.170247 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.170739 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: network_availability_zone Oct 12 16:44:55.171055 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: network_ip_availability.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.172160 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.172659 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: network-ip-availability Oct 12 16:44:55.173001 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: network_segment_range.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.173754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.174249 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 16:44:55.174560 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: pagination.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.175527 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.175850 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: pagination Oct 12 16:44:55.176164 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: port_device_profile.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.177105 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.177612 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: port-device-profile Oct 12 16:44:55.177927 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.178830 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.179334 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: port-mac-address-regenerate Oct 12 16:44:55.179652 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.181084 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.181591 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: port-numa-affinity-policy Oct 12 16:44:55.181909 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: port_resource_request.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.182806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.183298 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 16:44:55.183617 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: portbindings.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.184658 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.185263 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: binding Oct 12 16:44:55.185584 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: portbindings_extended.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.186855 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.187366 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: binding-extended Oct 12 16:44:55.187689 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: portsecurity.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.188593 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.189138 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: port-security Oct 12 16:44:55.189459 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: project_id.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.190430 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.190758 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: project-id Oct 12 16:44:55.191077 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: providernet.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.191976 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.192480 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: provider Oct 12 16:44:55.192796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.196437 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.196964 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos not supported by any of loaded plugins Oct 12 16:44:55.197789 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.199046 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.199552 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 16:44:55.199875 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.200785 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.201345 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 16:44:55.201663 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_default.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.202559 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.203059 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-default not supported by any of loaded plugins Oct 12 16:44:55.203379 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_fip.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.204022 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.204511 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 16:44:55.204831 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_gateway_ip.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.205776 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.206277 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 16:44:55.206593 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_port_network_policy.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.207500 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.208001 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 16:44:55.208317 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.209378 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.209888 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 16:44:55.210206 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_pps_rule.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.211380 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.211913 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 16:44:55.212233 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_rule_type_details.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.213189 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.213690 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 16:44:55.214009 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: qos_rules_alias.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.215050 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.215552 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 16:44:55.215869 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: quotasv2.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.216805 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.217151 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: quotas Oct 12 16:44:55.217469 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: quotasv2_detail.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.220782 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.221146 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: quota_details Oct 12 16:44:55.221477 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: rbac.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.222535 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.223056 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: rbac-policies Oct 12 16:44:55.223384 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: rbac_address_group.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.224308 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.224823 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: rbac-address-group Oct 12 16:44:55.225165 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: rbac_address_scope.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.226075 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.226580 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: rbac-address-scope Oct 12 16:44:55.226896 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: rbac_security_groups.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.228305 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.228804 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: rbac-security-groups Oct 12 16:44:55.229151 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: rbac_subnetpool.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.230054 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.230557 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: rbac-subnetpool Oct 12 16:44:55.230873 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: revisionifmatch.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.231782 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.232281 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: revision-if-match Oct 12 16:44:55.232596 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: revisions.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.233723 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.234228 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: standard-attr-revisions Oct 12 16:44:55.234549 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: router_availability_zone.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.235218 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.235718 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: router_availability_zone Oct 12 16:44:55.236036 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: routerservicetype.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.236978 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.237483 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 16:44:55.237799 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.238708 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.239211 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: security-groups-normalized-cidr Oct 12 16:44:55.239529 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.240436 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.240966 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: port-security-groups-filtering Oct 12 16:44:55.241289 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.242199 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.242700 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: security-groups-remote-address-group Oct 12 16:44:55.243064 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: securitygroup.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.253555 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.254076 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: security-group Oct 12 16:44:55.254399 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: segment.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.255187 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.255687 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension segment not supported by any of loaded plugins Oct 12 16:44:55.256007 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.257030 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.257535 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 16:44:55.257854 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: servicetype.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.259006 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.259526 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: service-type Oct 12 16:44:55.259846 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: sorting.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.260828 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.261181 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: sorting Oct 12 16:44:55.261503 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: standard_attr_segment.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.262423 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.262925 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 16:44:55.263241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: standardattrdescription.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.263879 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.264378 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: standard-attr-description Oct 12 16:44:55.264695 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: stateful_security_group.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.265639 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.266149 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: stateful-security-group Oct 12 16:44:55.266470 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: stdattrs_common.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.267059 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 16:44:55.267377 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.268307 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.268806 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 16:44:55.269153 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnet_onboard.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.270216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.270720 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: subnet_onboard Oct 12 16:44:55.271038 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.271953 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.272452 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 16:44:55.272767 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnet_service_types.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.273710 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.274211 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: subnet-service-types Oct 12 16:44:55.274553 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnetallocation.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.275639 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.276145 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: subnet_allocation Oct 12 16:44:55.276465 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.277154 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.277658 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: subnetpool-prefix-ops Oct 12 16:44:55.277977 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.278913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.279421 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 16:44:55.279741 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: tagging.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.280801 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.281339 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: standard-attr-tag Oct 12 16:44:55.281663 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: timestamp.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.282854 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.283363 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loaded extension: standard-attr-timestamp Oct 12 16:44:55.283683 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: trunk.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.284722 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.285262 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension trunk not supported by any of loaded plugins Oct 12 16:44:55.285582 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: trunk_details.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.286491 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.286994 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 16:44:55.287313 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: uplink_status_propagation.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.288227 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.288729 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 16:44:55.289068 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Loading extension file: vlantransparent.py {{(pid=93929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:44:55.289730 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:44:55.290744 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 16:44:55.293181 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:network Oct 12 16:44:55.293715 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnet Oct 12 16:44:55.294108 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:44:55.294493 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:port Oct 12 16:44:55.295745 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.296173 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service FLAVORS assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.296804 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.297241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.297564 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:router Oct 12 16:44:55.297995 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:44:55.298476 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service METERING assigned prefix: /metering {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.299902 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.300268 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.300614 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:44:55.301640 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:44:55.302072 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:44:55.302555 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:44:55.303210 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service CORE assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.303535 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:44:55.303876 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] subnetpool is already registered Oct 12 16:44:55.304303 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service CORE assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.304634 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:44:55.304997 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] subnetpool is already registered Oct 12 16:44:55.307833 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.308266 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service FLAVORS assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.308850 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.309795 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.309795 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:router Oct 12 16:44:55.309946 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] router is already registered Oct 12 16:44:55.310437 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:44:55.310783 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] floatingip is already registered Oct 12 16:44:55.311230 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service METERING assigned prefix: /metering {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.311997 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:44:55.312322 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] rbac_policy is already registered Oct 12 16:44:55.312730 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:44:55.313094 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] security_group is already registered Oct 12 16:44:55.313489 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:44:55.313863 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] security_group_rule is already registered Oct 12 16:44:55.314496 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service CORE assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.314824 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:44:55.315152 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] subnetpool is already registered Oct 12 16:44:55.315565 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.v2.resource_helper [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Service CORE assigned prefix: {{(pid=93929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:44:55.315881 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:44:55.316207 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING neutron.quota.resource_registry [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] subnetpool is already registered Oct 12 16:44:55.316674 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: extensions {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.318211 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: address-groups {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.319708 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: address-scopes {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.321078 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: agents {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.322219 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: auto-allocated-topology {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.323454 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: availability_zones {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.324671 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: dhcp-networks {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.327375 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: dhcp-agents {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.328807 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: routers {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.331024 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: flavors {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.332214 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: service_profiles {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.333429 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: next_providers {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.334888 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: service_profiles {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.336416 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: floatingip-pools {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.337696 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: routers {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.339805 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: floatingips {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.341099 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: l3-routers {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.342497 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: l3-agents {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.343920 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: metering-labels {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.345296 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: metering-label-rules {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.346616 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: network-ip-availabilities {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.347866 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: bindings {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.349555 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: quotas {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.351115 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: quotas {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.353495 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: rbac-policies {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.354775 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: security-groups {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.356003 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: security-group-rules {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.357250 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: service-providers {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.358457 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: subnetpools {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.359859 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: subnetpools {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.361389 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.363073 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.364869 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.366674 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.369127 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.370978 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.372657 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.374592 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.376395 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.378544 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron.api.extensions [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Extended resource: tags {{(pid=93929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:44:55.384654 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING keystonemiddleware.auth_token [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 16:44:55.390326 dv-cinder-813223-2-iscsi neutron-server[93929]: WARNING keystonemiddleware.auth_token [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 16:44:55.399024 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Acquired lock "singleton_lock" {{(pid=93929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 16:44:55.399513 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_concurrency.lockutils [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Releasing lock "singleton_lock" {{(pid=93929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 16:44:55.400156 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Starting 2 workers Oct 12 16:44:55.404929 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Started child 94038 {{(pid=93929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:44:55.409385 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Started child 94039 {{(pid=93929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:44:55.410453 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.411173 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO neutron.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 16:44:55.411646 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Notify callbacks [] for process, before_spawn {{(pid=93929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.412161 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [-] (94038) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:44:55.414143 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Starting 1 workers Oct 12 16:44:55.414370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.416311 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [-] (94039) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:44:55.419890 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Started child 94040 {{(pid=93929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:44:55.420428 dv-cinder-813223-2-iscsi neutron-server[93929]: INFO oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Starting 1 workers Oct 12 16:44:55.423730 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] calling RpcWorker wait() {{(pid=94040) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 16:44:55.424328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] returning from RpcWorker wait() {{(pid=94040) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 16:44:55.424982 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Started child 94041 {{(pid=93929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:44:55.425654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.425796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG neutron_lib.callbacks.manager [None req-753245d7-1754-4dd5-84fa-f7a7f0276f12 None None] Notify callbacks [] for process, after_spawn {{(pid=93929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.426231 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:44:55.427770 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:44:55.428146 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:44:55.428319 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:44:55.428516 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:44:55.429046 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:44:55.429200 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:44:55.429848 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.430125 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.430264 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.431289 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.431289 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.431448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.432171 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.432427 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.432681 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.432982 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.433232 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.433401 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.433562 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.433811 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.434039 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.434349 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.434597 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.434846 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.435088 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.435256 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.435513 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.435784 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.436040 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.436297 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] debug = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.436538 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.437031 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.437253 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.437487 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.437718 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.437981 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.438211 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.438480 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.438723 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.438962 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.439191 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.439447 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.439689 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.439892 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.440136 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.440382 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.440610 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.441116 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] host = dv-cinder-813223-2-iscsi {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.441335 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.441571 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.441793 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.442037 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.442296 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.442505 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.442746 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.442998 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.443257 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.443497 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.443741 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.443981 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.444196 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.444435 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.444592 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_options = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.444802 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.445090 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.445329 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.445514 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.445677 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.445854 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.446147 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.446884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.447116 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.447278 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.447489 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.447718 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.447928 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.448136 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.448386 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.448627 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.448855 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.449110 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.449363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.449604 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.449829 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.450065 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.450282 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.450500 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.450710 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.450922 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.451141 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.451348 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.451557 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.451818 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.452055 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.452376 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.452613 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.452762 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.453032 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.453256 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.453476 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.453764 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.454051 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.454271 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.454514 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.454752 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.454961 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.455216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.455418 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.455644 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.455870 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_json = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.456082 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.456318 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.456579 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.456786 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.457045 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.457271 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.457441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.457664 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.458088 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.458391 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.458699 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.458923 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.459223 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.459464 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.459692 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.461463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.461463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.461463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.461463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.461463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.462655 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:44:55.462884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.462884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.462884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.462884 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.463363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.463363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.463596 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.463726 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.463898 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.464132 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.465359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.465359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.465359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.465359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.465359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.466705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.466705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.466705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.466705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.466705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.467179 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.467179 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.467359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.467617 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.467779 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.468012 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.468216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.468429 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.468709 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.468969 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.469363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.469363 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.469584 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.469812 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.470059 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.470271 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.470479 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.470688 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.470897 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.471105 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.471346 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.471554 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.471803 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.472024 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.472235 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.472448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.472656 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.472888 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.473269 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.473432 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.473660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.473887 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.474169 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.474379 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.474624 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.474836 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.475046 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.475254 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.475468 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.475692 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.475917 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.476133 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.476368 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.476604 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.476845 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.477084 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.477328 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.477582 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.477790 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.477996 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.478200 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.478411 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.478615 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.478819 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.479022 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.479248 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.479456 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.479725 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.480021 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.480267 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.480506 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.480761 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.481178 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.481391 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.481614 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.481854 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.482068 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.482278 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.482541 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.482919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.483314 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.483671 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.484036 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.484447 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.484684 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.484906 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.485145 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.485381 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.485623 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.485879 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487458 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487961 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.487961 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.488121 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.489056 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.489056 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.489056 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.489580 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.489848 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.490114 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.490359 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.490639 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.490897 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.491124 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.491379 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.491674 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.491922 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.492139 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.492357 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.492607 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.492924 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.493210 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.493428 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.493643 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.493921 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.494168 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.494412 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.494668 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.494925 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.495152 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.495466 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.495696 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.495909 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.496152 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.496380 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.496607 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.497010 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.497380 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.497764 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.498152 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.498369 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.498593 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.498952 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.499178 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.499391 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.499606 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.499822 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.500067 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.500283 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.500520 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.500761 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.501000 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.501217 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.501432 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.501662 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.501927 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.502155 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.502428 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.502923 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.503291 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.503534 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.503756 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.504004 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.504212 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.504460 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.504676 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.504881 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.505289 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.505652 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.505866 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.506107 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.506360 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.506558 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.506944 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.507183 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.507512 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.507759 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.508006 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.508255 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.508469 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.509241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.509466 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510483 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510483 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510483 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510483 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510483 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510846 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.510965 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.511318 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.512185 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.512564 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.512917 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.513284 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.513680 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.514075 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.514457 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.514843 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.515294 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.515657 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.516018 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.516362 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.516739 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.517117 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.517487 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.517828 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.518226 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.518439 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.518638 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.518857 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.519075 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.519286 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.519509 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.519746 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.519953 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.520173 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.520401 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.520587 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.520803 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.521041 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.521257 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.521466 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.521697 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.521899 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.522123 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.522330 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.522534 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.522754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.522994 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.523190 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.523634 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.523907 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.524119 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.524935 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.525190 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.525433 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.525670 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.525984 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.526217 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.526457 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.526738 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.526913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.527149 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.527392 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.527691 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.527988 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.528241 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.528487 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.528769 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.529087 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.529368 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.529599 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.529885 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.530212 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.530514 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.530751 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.530972 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.531214 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.531431 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.531663 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.531893 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.532121 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.532343 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.532571 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.532796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.533037 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.533248 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.533472 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.533717 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.533955 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.534193 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.534427 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.534636 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.534790 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:44:55.535300 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:44:55.535450 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:44:55.535751 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:44:55.535918 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:44:55.536096 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:44:55.536251 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:44:55.536459 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.536616 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.536806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.536980 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537137 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537315 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537470 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537624 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537778 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.537932 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538086 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538239 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538391 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538544 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538698 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.538852 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539005 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539159 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539317 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539470 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539623 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539775 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.539961 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] debug = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540115 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540304 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540461 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540618 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540769 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.540922 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541105 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541325 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541426 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541575 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541729 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.541881 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542034 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542185 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542337 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542488 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542656 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] host = dv-cinder-813223-2-iscsi {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.542969 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543109 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543250 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543397 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543537 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543674 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543811 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.543949 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544087 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544224 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544384 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544522 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544668 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544806 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.544980 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_options = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545126 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545264 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545400 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545537 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545676 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545815 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.545971 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546111 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546249 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546460 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546604 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546752 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.546889 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547025 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547162 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547308 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547585 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.547728 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548066 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548066 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.548919 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549385 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549385 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549385 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549551 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549614 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549847 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.549847 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550035 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550184 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550329 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550470 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550621 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550750 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.550901 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551056 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551201 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551404 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551519 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551649 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551803 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_json = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.551957 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552104 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552257 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552408 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552556 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552708 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.552860 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.553035 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:44:55.553211 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.553370 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.553535 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.553690 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.553845 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554001 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554156 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554314 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554479 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554613 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554772 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.554928 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555091 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555247 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555402 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555594 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555751 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.555908 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.556066 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.556220 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.556535 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.556692 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.556858 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.557206 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.557364 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.557521 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.557678 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.557851 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558010 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558169 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558327 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558823 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558823 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.558823 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559073 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559073 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559214 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559367 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559523 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559679 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559835 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.559994 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560152 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560307 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560465 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560623 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560778 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.560935 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561114 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561271 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561429 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561586 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561742 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.561900 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562056 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562222 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562376 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562530 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562686 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562842 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.562996 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563151 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563306 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563460 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563615 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563770 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.563936 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564092 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564249 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564406 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564562 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564718 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.564873 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565049 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565205 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565362 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565519 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565676 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565833 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.565990 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566147 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566303 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566463 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566549 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:44:55.566643 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566763 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.566921 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567076 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567232 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567387 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567550 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567720 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.567874 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568030 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568184 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568339 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568495 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568650 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.568804 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569043 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569207 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569361 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569517 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569673 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569827 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.569982 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570137 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570291 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570448 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570604 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570759 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.570913 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.571069 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.571813 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.571932 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572050 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572204 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572370 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572527 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572685 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.572841 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573030 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573198 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573356 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573513 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573667 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573822 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.573977 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574132 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574286 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574440 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574595 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574751 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.574912 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575079 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575237 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575393 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575548 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575727 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.575882 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576036 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576191 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576349 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576506 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576661 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576816 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.576991 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577150 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577305 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577538 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577697 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577838 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.577986 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.578125 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.578269 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.578421 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.578796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.578796 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579143 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579143 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579143 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579536 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579536 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579798 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.579798 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.580441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.580441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.580441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.580441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.580441 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.581140 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.581140 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.581140 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.581140 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.581140 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.582660 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584017 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.584754 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585331 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585680 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585680 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585822 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.585900 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.586059 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.586214 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.586374 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.586533 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.586700 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.587390 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.587550 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.587707 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.587862 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588020 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588184 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588340 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588494 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588648 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588804 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.588974 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589142 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589296 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589450 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589605 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589761 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.589920 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.590080 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.590394 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.590549 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.590705 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.590860 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591016 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591180 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591338 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591489 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591790 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.591943 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.592240 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.592400 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.592553 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.592711 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.592863 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.593202 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.593360 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.593526 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.593684 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.593841 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594007 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594165 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594321 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594477 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594645 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594801 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.594958 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595114 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595271 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595425 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595582 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595743 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.595910 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.596057 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.596215 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.596381 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.596544 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.596711 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600216 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.600844 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.601438 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.601438 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.601438 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.601438 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:44:55.601438 dv-cinder-813223-2-iscsi neutron-server[93929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:44:55.816299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51162) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:55.825142 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065536 Oct 12 16:45:07.421053 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e55bde-563d-4ec9-857e-26bf7bd302c2 None None] get_active_networks_info from dv-cinder-813223-2-iscsi {{(pid=94040) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 16:45:07.427898 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7d02568a-f2a1-41a6-b5a0-d0797edb0619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:07.514014 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e55bde-563d-4ec9-857e-26bf7bd302c2 None None] No non-hosted networks {{(pid=94040) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 16:45:09.826541 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-40bccc15-b83c-452b-a3d9-402e034b5820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:09.880896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-879240de-04a2-42e0-968f-28b5b60d6ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:10.984607 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:10.985760 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.986340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.986764 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.987086 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.987515 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.987936 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.988273 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.988698 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.989204 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.989627 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.990192 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.990562 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:10.991021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813223-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:11.000900 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813223-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:11.116451 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:12.455021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:13.905308 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51254) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:14.390995 dv-cinder-813223-2-iscsi neutron-server[94039]: WARNING oslo_policy.policy [None req-4f4fafac-c1c3-406e-9efa-19486e5630e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:14.391598 dv-cinder-813223-2-iscsi neutron-server[94039]: WARNING oslo_policy.policy [None req-4f4fafac-c1c3-406e-9efa-19486e5630e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:14.615291 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-4f4fafac-c1c3-406e-9efa-19486e5630e7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:45:14.616317 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-4f4fafac-c1c3-406e-9efa-19486e5630e7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7100780 Oct 12 16:45:17.121629 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51268) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:17.324444 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.db.l3_hamode_db [None req-47ddd437-c591-46d9-a00c-198426dcd41f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 16:45:17.400751 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddd437-c591-46d9-a00c-198426dcd41f None None] Routers set() bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:45:17.401161 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddd437-c591-46d9-a00c-198426dcd41f None None] Router IDs set() for agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 16:45:17.442891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:17.537903 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.policy [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94039) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:45:17.584339 dv-cinder-813223-2-iscsi neutron-server[94039]: WARNING oslo_policy.policy [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:17.584648 dv-cinder-813223-2-iscsi neutron-server[94039]: WARNING oslo_policy.policy [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:17.593241 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.quota [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] Loaded quota_driver: . Oct 12 16:45:17.679637 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791640034533', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791640034096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791639989400', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791639982676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791640589789', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791640094460', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-919115', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4174809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712777'] for rbac-policy, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:17.744080 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:17.745266 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7f3619ae-a664-4cda-9c31-cea62d7aa3a3 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225739 Oct 12 16:45:20.441121 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51280) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:20.734748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Request body: {'network': {'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'name': 'private', 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:20.763275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Made reservation on behalf of 8e37e35b6f6c4f5ab54655361435da7d for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:45:20.766113 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:20.783245 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:20.887690 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:20.891941 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:20.911225 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:45:20.937624 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791641046263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:20.938198 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Unsubscribe: segment precommit_create {{(pid=94039) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:45:20.938684 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Added segment 3f020c46-869b-42bd-9602-ee3aea30d9b7 of type vlan for network 947e3432-c65a-4cad-b889-b83294d0ed19 Oct 12 16:45:20.954539 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596be21a-d010-48b2-b532-181d40fbec6a,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:21.000911 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.001279 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.001610 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.001933 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.002251 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.002858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.003177 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.003495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.003820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.004131 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.004454 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.004741 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Tracked resource versions report: Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: pushed versions: Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: { 'AddressGroup': {'1.2'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'ConntrackHelper': {'1.0'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Log': {'1.0'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Network': {'1.1'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Port': {'1.7'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'PortForwarding': {'1.2'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'QosPolicy': {'1.10'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroup': {'1.4'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SubPort': {'1.0'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Subnet': {'1.1'}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Trunk': {'1.1'}} Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: consumer versions: Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'ConntrackHelper': '1.0', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Log': '1.0', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Network': '1.1', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Port': '1.7', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'PortForwarding': '1.2', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'QosPolicy': '1.10', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroup': '1.4', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroupRule': '1.2', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SubPort': '1.0', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Subnet': '1.1', Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Trunk': '1.1'}} Oct 12 16:45:21.005829 dv-cinder-813223-2-iscsi neutron-server[94039]: {{(pid=94039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:45:21.055322 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:21.093211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:21.094268 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:21.094881 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:21.175408 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7332206 Oct 12 16:45:21.194264 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493f320-0cbd-4519-8b79-e1e0510e03ac admin admin] Pushing event updated for resources: {'Network': ['ID=947e3432-c65a-4cad-b889-b83294d0ed19,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:21.207064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 947e3432-c65a-4cad-b889-b83294d0ed19 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:45:23.919582 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51294) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:24.413348 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:24.413930 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:24.855664 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.policy [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:45:24.906330 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:24.906704 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:45:24.915099 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:24.917048 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e8c624ea-9ef6-4480-af13-bea8c0c2915c admin admin] 10.222.0.42 "GET /v2.0/networks/947e3432-c65a-4cad-b889-b83294d0ed19 HTTP/1.1" status: 200 len: 826 time: 0.9954231 Oct 12 16:45:24.958219 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2099c181-3352-44cd-8ba4-d1ba93d3d881 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/65f9958f-5469-43f5-bed2-dd885b65c2cc HTTP/1.1" status: 200 len: 734 time: 0.0350389 Oct 12 16:45:24.967919 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:24.969450 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.quota [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Loaded quota_driver: . Oct 12 16:45:25.008673 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Made reservation on behalf of 8e37e35b6f6c4f5ab54655361435da7d for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:45:25.011910 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:25.316669 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:25.383466 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Checking segment: {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:45:25.383831 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Network hostable DHCP agents. Network: 947e3432-c65a-4cad-b889-b83294d0ed19, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:45:25.405686 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1982252c-506d-4107-801d-d0fb9bbc5035,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:25.417577 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Network 947e3432-c65a-4cad-b889-b83294d0ed19 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:45:25.423214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.423587 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.423928 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.424256 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.424587 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.424919 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.425265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.425590 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.425919 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.426242 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.426555 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.426866 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Tracked resource versions report: Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: pushed versions: Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: { 'AddressGroup': {'1.2'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Log': {'1.0'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Network': {'1.1'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Port': {'1.7'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'PortForwarding': {'1.2'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'QosPolicy': {'1.10'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroup': {'1.4'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SubPort': {'1.0'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Subnet': {'1.1'}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Trunk': {'1.1'}} Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: consumer versions: Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'ConntrackHelper': '1.0', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Log': '1.0', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Network': '1.1', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Port': '1.7', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'PortForwarding': '1.2', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'QosPolicy': '1.10', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroup': '1.4', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroupRule': '1.2', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SubPort': '1.0', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Subnet': '1.1', Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Trunk': '1.1'}} Oct 12 16:45:25.427959 dv-cinder-813223-2-iscsi neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:45:25.461870 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 947e3432-c65a-4cad-b889-b83294d0ed19) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:25.485214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:25.485697 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:25.488484 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67313b72-0b9f-4062-9591-8a70eeca42e4 None None] Network 947e3432-c65a-4cad-b889-b83294d0ed19 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:45:25.512220 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-18404032-dbb0-4b83-b912-54aa36622bdd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5477524 Oct 12 16:45:25.833529 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-947e3432-c65a-4cad-b889-b83294d0ed19', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:45:25.834850 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.110617 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Allocated IP 172.20.0.2 (947e3432-c65a-4cad-b889-b83294d0ed19/1982252c-506d-4107-801d-d0fb9bbc5035/f3ee83e9-2e65-4920-941a-a649373b7e55) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:45:26.337257 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.345218 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.419720 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Network 947e3432-c65a-4cad-b889-b83294d0ed19 is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:45:26.424730 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:26.433650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Pushing event updated for resources: {'Port': ['ID=f3ee83e9-2e65-4920-941a-a649373b7e55,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:26.435883 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:45:26.466747 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.467078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.467416 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.467745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.468070 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.468392 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.468710 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.469095 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.469391 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.469712 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.470025 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.470336 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Tracked resource versions report: Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: pushed versions: Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: { 'AddressGroup': {'1.2'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'ConntrackHelper': {'1.0'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Log': {'1.0'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Network': {'1.1'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Port': {'1.7'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'PortForwarding': {'1.2'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'QosPolicy': {'1.10'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroup': {'1.4'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SubPort': {'1.0'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Subnet': {'1.1'}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Trunk': {'1.1'}} Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: consumer versions: Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'ConntrackHelper': '1.0', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Log': '1.0', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Network': '1.1', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Port': '1.7', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'PortForwarding': '1.2', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'QosPolicy': '1.10', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroup': '1.4', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroupRule': '1.2', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SubPort': '1.0', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Subnet': '1.1', Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Trunk': '1.1'}} Oct 12 16:45:26.471448 dv-cinder-813223-2-iscsi neutron-server[94040]: {{(pid=94040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:45:26.518933 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Attempting to bind port f3ee83e9-2e65-4920-941a-a649373b7e55 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:45:26.519566 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Attempting to bind port f3ee83e9-2e65-4920-941a-a649373b7e55 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:45:26.519714 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Attempting to bind port f3ee83e9-2e65-4920-941a-a649373b7e55 on network 947e3432-c65a-4cad-b889-b83294d0ed19 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:45:26.524635 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:45:26.525036 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Checking segment: {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:45:26.525511 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.525896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Bound using segment: {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:45:26.526372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Bound port: f3ee83e9-2e65-4920-941a-a649373b7e55, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:45:26.526771 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.588114 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] For port f3ee83e9-2e65-4920-941a-a649373b7e55, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:45:26.592267 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] For port f3ee83e9-2e65-4920-941a-a649373b7e55, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=f3ee83e9-2e65-4920-941a-a649373b7e55,segment=NetworkSegment(3f020c46-869b-42bd-9602-ee3aea30d9b7),segment_id=3f020c46-869b-42bd-9602-ee3aea30d9b7)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:45:26.596825 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:26.663211 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0790cb-11b2-4449-bce4-b058712dcdf1 None None] Pushing event updated for resources: {'Port': ['ID=f3ee83e9-2e65-4920-941a-a649373b7e55,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:28.050567 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51316) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:28.362017 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-cc40c798-6e8c-4c2c-929f-73d0bc71ff92 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:45:28.363016 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-cc40c798-6e8c-4c2c-929f-73d0bc71ff92 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3114252 Oct 12 16:45:30.933838 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51324) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:31.287017 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-63e59d60-86fe-4d8b-a280-cd4f7d2f0643 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:45:31.287970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-63e59d60-86fe-4d8b-a280-cd4f7d2f0643 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3531275 Oct 12 16:45:34.013810 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51334) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:34.315415 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:34.338960 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.340569 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.482757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.487644 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.503278 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.504444 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-68efa85b-da59-4924-9a0c-3692cec16b11 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4896739 Oct 12 16:45:34.802869 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device f3ee83e9-2e65-4920-941a-a649373b7e55 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:45:34.890240 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port f3ee83e9-2e65-4920-941a-a649373b7e55 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:34.890635 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:34.999552 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:35.034010 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port f3ee83e9-2e65-4920-941a-a649373b7e55, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=f3ee83e9-2e65-4920-941a-a649373b7e55,segment=NetworkSegment(3f020c46-869b-42bd-9602-ee3aea30d9b7),segment_id=3f020c46-869b-42bd-9602-ee3aea30d9b7)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:45:35.037569 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:35.084881 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=f3ee83e9-2e65-4920-941a-a649373b7e55,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:35.875996 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb6d33-1722-4bf5-ae89-b96bd2bb6925 None None] Network 947e3432-c65a-4cad-b889-b83294d0ed19 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:45:35.940497 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-1707c5e8-7267-4126-87d9-e694cf99dc77 None None] Provisioning complete for port f3ee83e9-2e65-4920-941a-a649373b7e55 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:35.940866 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1707c5e8-7267-4126-87d9-e694cf99dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:36.291809 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-260a6478-e1a3-4f8f-ad59-af0f61b5bfea None None] Provisioning complete for port f3ee83e9-2e65-4920-941a-a649373b7e55 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:36.292187 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-260a6478-e1a3-4f8f-ad59-af0f61b5bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:36.915010 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device f3ee83e9-2e65-4920-941a-a649373b7e55 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:45:36.960713 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port f3ee83e9-2e65-4920-941a-a649373b7e55 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:36.961128 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:37.018563 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 51346) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:37.271405 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-71141dbf-0213-4bf5-91c1-c834dfde3f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:37.343533 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-e8e8d6fa-22c9-4dc8-b94a-3dae1e02b201 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:45:37.344503 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e8e8d6fa-22c9-4dc8-b94a-3dae1e02b201 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3250177 Oct 12 16:45:39.819299 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51354) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:39.820477 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1bea74f4-245b-4d0a-b0db-2e3251d95fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.124180 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:40.145926 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Made reservation on behalf of f0ea88d5877948298aefb26cf4ba2957 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:45:40.148643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.164227 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.267047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.270789 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.286805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Reserving flat network on physical network physnet1 {{(pid=94038) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 16:45:40.306550 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a4ae9-3521-464a-b74e-81a7476e23f2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:40.312760 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791641046263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.313353 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Unsubscribe: segment precommit_create {{(pid=94038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:45:40.313824 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Added segment e035c247-257d-414b-a5e1-88c714c0dd71 of type flat for network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 Oct 12 16:45:40.365279 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.406852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.407805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:40.408370 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:40.504548 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6840935 Oct 12 16:45:40.526216 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5f0fc-bdd2-443b-a83d-17d4f1bf7d51 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1b2e13-8a22-430d-b96e-d9b2f21f1e52,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:40.536701 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:45:40.981982 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:41.058358 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:42.386473 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:42.998321 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51372) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:43.174206 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629aa316-0141-41c2-9065-c71600438fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:43.175581 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-629aa316-0141-41c2-9065-c71600438fa2 admin admin] 10.222.0.42 "GET /v2.0/subnets/1982252c-506d-4107-801d-d0fb9bbc5035 HTTP/1.1" status: 200 len: 849 time: 0.1763675 Oct 12 16:45:43.335822 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d346c9de-47ee-4ecd-9e7e-fbad8909f02a admin admin] 10.222.0.42 "GET /v2.0/routers/dc85536d-7825-481b-9372-e18a187de120 HTTP/1.1" status: 200 len: 704 time: 0.1532650 Oct 12 16:45:43.603034 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:43.890831 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Allocated IP 172.20.0.1 (947e3432-c65a-4cad-b889-b83294d0ed19/1982252c-506d-4107-801d-d0fb9bbc5035/4e43c0c0-6c6c-4281-91a5-90b283f388a0) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:45:44.042141 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.107717 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.168811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Network 947e3432-c65a-4cad-b889-b83294d0ed19 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:45:44.179970 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:44.187790 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:45:44.188349 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.302057 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Pushing event updated for resources: {'Port': ['ID=4e43c0c0-6c6c-4281-91a5-90b283f388a0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:44.431822 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-690f6df9-b6cc-4f7d-816e-3d8d4402cdd6 None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:44.432368 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-690f6df9-b6cc-4f7d-816e-3d8d4402cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.435555 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.464830 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-690f6df9-b6cc-4f7d-816e-3d8d4402cdd6 None None] Port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:45:44.644353 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.649093 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.649809 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:44.726669 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Pushing event updated for resources: {'Port': ['ID=4e43c0c0-6c6c-4281-91a5-90b283f388a0,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:44.774908 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Network 947e3432-c65a-4cad-b889-b83294d0ed19 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:45:44.776224 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:44.936736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Router dc85536d-7825-481b-9372-e18a187de120 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:45:44.985036 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-24ab5fae-526d-4d10-baf6-0cbbe10201f2 None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:44.985349 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-24ab5fae-526d-4d10-baf6-0cbbe10201f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:45.017924 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-24ab5fae-526d-4d10-baf6-0cbbe10201f2 None None] Port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:45:45.027707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:45:45.032766 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-396c84d5-b7b4-4e11-b03e-6ca7fd687476 admin admin] 10.222.0.42 "PUT /v2.0/routers/dc85536d-7825-481b-9372-e18a187de120/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6911478 Oct 12 16:45:45.048715 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Sync routers for ids ['dc85536d-7825-481b-9372-e18a187de120'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:45:45.060023 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Routers {'dc85536d-7825-481b-9372-e18a187de120'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:45:45.060971 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:45:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['dc85536d-7825-481b-9372-e18a187de120'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:45.249019 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Set router dc85536d-7825-481b-9372-e18a187de120 gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:45:45.678382 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:44Z', 'revision_number': 2, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port_host': None, '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:44Z', 'revision_number': 2, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:45.729453 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Checking router: dc85536d-7825-481b-9372-e18a187de120 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:45:45.729823 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Updating router dc85536d-7825-481b-9372-e18a187de120 port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:45:45.778619 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.300856 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.308257 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.464060 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Pushing event updated for resources: {'Port': ['ID=4e43c0c0-6c6c-4281-91a5-90b283f388a0,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:46.481009 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.481355 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.481687 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.482014 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.482336 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.482660 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.482979 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.483294 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.483623 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.483933 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.484247 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.484555 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Tracked resource versions report: Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: pushed versions: Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: { 'AddressGroup': {'1.2'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'ConntrackHelper': {'1.0'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Log': {'1.0'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Network': {'1.1'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Port': {'1.7'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'PortForwarding': {'1.2'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'QosPolicy': {'1.10'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroup': {'1.4'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SubPort': {'1.0'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Subnet': {'1.1'}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Trunk': {'1.1'}} Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: consumer versions: Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'ConntrackHelper': '1.0', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Log': '1.0', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Network': '1.1', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Port': '1.7', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'PortForwarding': '1.2', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'QosPolicy': '1.10', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroup': '1.4', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroupRule': '1.2', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SubPort': '1.0', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Subnet': '1.1', Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Trunk': '1.1'}} Oct 12 16:45:46.485682 dv-cinder-813223-2-iscsi neutron-server[94041]: {{(pid=94041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:45:46.490812 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Attempting to bind port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:45:46.491204 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Attempting to bind port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:45:46.491675 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Attempting to bind port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 on network 947e3432-c65a-4cad-b889-b83294d0ed19 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:45:46.496921 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:45:46.497364 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Checking segment: {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:45:46.497828 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.498208 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Bound using segment: {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:45:46.498694 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Bound port: 4e43c0c0-6c6c-4281-91a5-90b283f388a0, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f020c46-869b-42bd-9602-ee3aea30d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:45:46.499080 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.543316 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-572e3e2a-9e00-4896-8716-8ebf55fba85e None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:46.543884 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-572e3e2a-9e00-4896-8716-8ebf55fba85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.564390 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] For port 4e43c0c0-6c6c-4281-91a5-90b283f388a0, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:45:46.580506 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-572e3e2a-9e00-4896-8716-8ebf55fba85e None None] Port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:45:46.584130 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] For port 4e43c0c0-6c6c-4281-91a5-90b283f388a0, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4e43c0c0-6c6c-4281-91a5-90b283f388a0,segment=NetworkSegment(3f020c46-869b-42bd-9602-ee3aea30d9b7),segment_id=3f020c46-869b-42bd-9602-ee3aea30d9b7)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:45:46.590060 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.649908 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Routers {'dc85536d-7825-481b-9372-e18a187de120'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:45:46.650575 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:45:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['dc85536d-7825-481b-9372-e18a187de120'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:46.652560 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517474c4-6e6d-4c9e-af00-ee3518039449 None None] Pushing event updated for resources: {'Port': ['ID=4e43c0c0-6c6c-4281-91a5-90b283f388a0,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:46.742695 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] Set router dc85536d-7825-481b-9372-e18a187de120 gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:45:46.799327 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:46.799689 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.880109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.911557 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] For port 4e43c0c0-6c6c-4281-91a5-90b283f388a0, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4e43c0c0-6c6c-4281-91a5-90b283f388a0,segment=NetworkSegment(3f020c46-869b-42bd-9602-ee3aea30d9b7),segment_id=3f020c46-869b-42bd-9602-ee3aea30d9b7)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:45:46.916746 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:46.960801 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:44Z', 'revision_number': 2, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port_host': None, '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:46Z', 'revision_number': 4, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:46.964313 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf6d55-f6b1-4bc5-99fb-cea94702556c None None] Pushing event updated for resources: {'Port': ['ID=4e43c0c0-6c6c-4281-91a5-90b283f388a0,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:46.989790 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276f4b2-7657-411f-8f6b-47e6a88e630a None None] The sync data for ids ['dc85536d-7825-481b-9372-e18a187de120'] in dv-cinder-813223-2-iscsi is: [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:44Z', 'revision_number': 2, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port_host': None, '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:46Z', 'revision_number': 4, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:45:47.396700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51392) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:47.508182 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a1955-4e59-492c-9abe-d14ef53b3784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:47.509564 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c71a1955-4e59-492c-9abe-d14ef53b3784 admin admin] 10.222.0.42 "GET /v2.0/networks/0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 HTTP/1.1" status: 200 len: 842 time: 0.1118739 Oct 12 16:45:47.519507 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:47.541769 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Made reservation on behalf of f0ea88d5877948298aefb26cf4ba2957 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:45:47.544499 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:47.825414 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.objects.ports [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94038) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 16:45:47.825863 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:47.880786 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cadd62-64ee-421b-a79a-5c2e483011ac,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:47.887687 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:45:47.888041 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Network hostable DHCP agents. Network: 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:45:47.904804 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:45:47.913988 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:47.917852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:47.918424 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:47.925469 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c255680-2262-4b8b-8617-27e254fb9bb9 None None] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:45:47.943729 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f114d3d3-147c-4cd2-9252-c781806391d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192750 Oct 12 16:45:48.059962 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd381a-81df-4cf9-855d-235cbd9bbe4b None None] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:45:50.353591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51400) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:50.484215 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d35101bb-c408-4c4b-97f6-eddeb5a0b526 admin admin] 10.222.0.42 "GET /v2.0/routers/dc85536d-7825-481b-9372-e18a187de120 HTTP/1.1" status: 200 len: 710 time: 0.1295199 Oct 12 16:45:50.650934 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d90645-6bdb-4c2e-bde6-fb9ab564dcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:45:50.652261 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-42d90645-6bdb-4c2e-bde6-fb9ab564dcd7 admin admin] 10.222.0.42 "GET /v2.0/networks/0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 HTTP/1.1" status: 200 len: 886 time: 0.1619728 Oct 12 16:45:50.662307 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:45:50.917062 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:51.144318 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:51.220307 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:51.323917 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Allocated IP 172.27.0.193 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/b724ab01-5656-4311-aa18-abeeffdffc17) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:45:51.422946 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:51.458726 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:51.499675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:45:51.502954 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:45:51.507659 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:45:51.540448 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Pushing event updated for resources: {'Port': ['ID=b724ab01-5656-4311-aa18-abeeffdffc17,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:51.755454 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:52.040883 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155417', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4152426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42758'] for router, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:52.044273 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3732723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4152401'] for router, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:52.150576 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Router dc85536d-7825-481b-9372-e18a187de120 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:45:52.256570 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:45:52.262700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:52.269012 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6840abd5-d72e-4b0f-8cf9-da8554b8d420 admin admin] 10.222.0.42 "PUT /v2.0/routers/dc85536d-7825-481b-9372-e18a187de120 HTTP/1.1" status: 200 len: 890 time: 1.6051903 Oct 12 16:45:52.814883 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4e43c0c0-6c6c-4281-91a5-90b283f388a0 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:45:52.874586 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:52.874958 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:53.971982 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Sync routers for ids ['dc85536d-7825-481b-9372-e18a187de120'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:45:53.982551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Routers {'dc85536d-7825-481b-9372-e18a187de120'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:45:53.983256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:45:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['dc85536d-7825-481b-9372-e18a187de120'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:54.189971 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Set router dc85536d-7825-481b-9372-e18a187de120 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:45:54.484361 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:45:54.580280 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:51Z', 'revision_number': 4, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port': {'id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:51Z', 'updated_at': '2021-10-12T16:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:46Z', 'revision_number': 5, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:54.636026 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Checking router: dc85536d-7825-481b-9372-e18a187de120 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:45:54.636373 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Updating router dc85536d-7825-481b-9372-e18a187de120 port b724ab01-5656-4311-aa18-abeeffdffc17 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:45:54.681986 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:54.806511 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51412) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:54.916842 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8fc2eec2-5b4e-4112-9063-83b44057a882 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091022 Oct 12 16:45:55.089593 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.095658 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.151137 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Attempting to bind port b724ab01-5656-4311-aa18-abeeffdffc17 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:45:55.151515 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Attempting to bind port b724ab01-5656-4311-aa18-abeeffdffc17 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:45:55.151878 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Attempting to bind port b724ab01-5656-4311-aa18-abeeffdffc17 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:45:55.153898 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e9bf-7e8b-412d-97f2-608b74a46c3f None None] Pushing event updated for resources: {'Port': ['ID=b724ab01-5656-4311-aa18-abeeffdffc17,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:55.161143 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:45:55.161468 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:45:55.161876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.162263 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:45:55.162734 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Bound port: b724ab01-5656-4311-aa18-abeeffdffc17, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:45:55.163165 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.214987 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] For port b724ab01-5656-4311-aa18-abeeffdffc17, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:45:55.219019 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] For port b724ab01-5656-4311-aa18-abeeffdffc17, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=b724ab01-5656-4311-aa18-abeeffdffc17,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:45:55.222945 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.278750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Routers {'dc85536d-7825-481b-9372-e18a187de120'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:45:55.279388 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:45:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['dc85536d-7825-481b-9372-e18a187de120'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:55.319093 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e9bf-7e8b-412d-97f2-608b74a46c3f None None] Pushing event updated for resources: {'Port': ['ID=b724ab01-5656-4311-aa18-abeeffdffc17,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:55.402390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] Set router dc85536d-7825-481b-9372-e18a187de120 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:45:55.627989 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:51Z', 'revision_number': 4, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port': {'id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:51Z', 'updated_at': '2021-10-12T16:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:46Z', 'revision_number': 5, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:45:55.658374 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1de197-bea5-46c6-b315-3cfa536ccd7e None None] The sync data for ids ['dc85536d-7825-481b-9372-e18a187de120'] in dv-cinder-813223-2-iscsi is: [{'id': 'dc85536d-7825-481b-9372-e18a187de120', 'name': 'router1', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:45:34Z', 'updated_at': '2021-10-12T16:45:51Z', 'revision_number': 4, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'gw_port': {'id': 'b724ab01-5656-4311-aa18-abeeffdffc17', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:51Z', 'updated_at': '2021-10-12T16:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '4e43c0c0-6c6c-4281-91a5-90b283f388a0', 'name': '', 'network_id': '947e3432-c65a-4cad-b889-b83294d0ed19', 'tenant_id': '8e37e35b6f6c4f5ab54655361435da7d', 'mac_address': 'fa:16:3e:db:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85536d-7825-481b-9372-e18a187de120', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:45:43Z', 'updated_at': '2021-10-12T16:45:46Z', 'revision_number': 5, 'project_id': '8e37e35b6f6c4f5ab54655361435da7d', 'subnets': [{'id': '1982252c-506d-4107-801d-d0fb9bbc5035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f9958f-5469-43f5-bed2-dd885b65c2cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:45:56.836646 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device b724ab01-5656-4311-aa18-abeeffdffc17 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:45:56.891970 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port b724ab01-5656-4311-aa18-abeeffdffc17 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:56.892357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:56.978145 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:57.005202 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port b724ab01-5656-4311-aa18-abeeffdffc17, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=b724ab01-5656-4311-aa18-abeeffdffc17,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:45:57.012972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:57.074087 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=b724ab01-5656-4311-aa18-abeeffdffc17,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:58.841835 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device b724ab01-5656-4311-aa18-abeeffdffc17 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:45:58.893235 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port b724ab01-5656-4311-aa18-abeeffdffc17 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:45:58.893607 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:07.274934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5cd4a172-87b7-4189-801c-cefe7b64d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:09.825670 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-432e4a0a-5d22-4425-904f-38fd1159a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:10.992227 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:11.065415 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:12.418316 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:31.489932 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:46:37.283973 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3aa7324d-906d-48a6-b939-93103e66b906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:39.820892 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-bd117b56-78ca-46bf-aef8-2def65aae89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:40.986941 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:41.067485 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:42.408988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:07.276856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-67575ecf-4508-421f-bf03-c6e12c022157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:08.489883 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:09.823251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3997c028-9193-46d4-b434-3aa2e5d6e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:10.988181 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:11.069126 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:12.410271 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:35.140144 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51974) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:35.204022 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.pecan_wsgi.hooks.translation [None req-64565dd9-765e-41aa-a5e1-9d594b6dec0a admin admin] GET failed (client error): The resource could not be found. Oct 12 16:47:35.205374 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-64565dd9-765e-41aa-a5e1-9d594b6dec0a admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642686 Oct 12 16:47:35.364011 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6ad3-1fc4-438b-81c5-f6756bab5c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:35.365476 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-886b6ad3-1fc4-438b-81c5-f6756bab5c47 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1555357 Oct 12 16:47:37.283223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-9dbf7a00-58d9-49ac-989d-88eba8829fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:37.662735 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51984) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:37.751170 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be1c22-c9a2-4ce6-883b-e0babe72a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:37.752728 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-96be1c22-c9a2-4ce6-883b-e0babe72a911 admin admin] 10.222.0.42 "GET /v2.0/subnets/1982252c-506d-4107-801d-d0fb9bbc5035 HTTP/1.1" status: 200 len: 849 time: 0.0890651 Oct 12 16:47:37.762537 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:47:37.847114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:37.983643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791641005837'] for subnet, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:38.014629 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:38.015204 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:38.017197 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] 10.222.0.42 "PUT /v2.0/subnets/1982252c-506d-4107-801d-d0fb9bbc5035 HTTP/1.1" status: 200 len: 868 time: 0.2574861 Oct 12 16:47:38.021028 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d40294-1ce2-4120-9eb6-fc39843e1ee8 None None] Network 947e3432-c65a-4cad-b889-b83294d0ed19 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:47:38.035884 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1982252c-506d-4107-801d-d0fb9bbc5035,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:47:38.044183 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.044827 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.045385 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.045866 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.046339 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.046815 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.047369 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.047872 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.048362 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.048830 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.049475 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.049967 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508f9d9-d0ae-4c6d-9c32-e67941ff7087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:47:38.388383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c979f6c-ef85-4532-9f16-84f7d6441ebc None None] Provisioning complete for port 4e43c0c0-6c6c-4281-91a5-90b283f388a0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:47:38.388934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c979f6c-ef85-4532-9f16-84f7d6441ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:38.475359 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c979f6c-ef85-4532-9f16-84f7d6441ebc None None] Provisioning complete for port f3ee83e9-2e65-4920-941a-a649373b7e55 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:47:38.475610 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c979f6c-ef85-4532-9f16-84f7d6441ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:39.823243 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4662520d-09cf-474e-adb1-48b76f63eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:40.328115 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 51994) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:40.528331 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ab228-cb33-49e9-ada8-dc9cb0bd935e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:40.528707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ab228-cb33-49e9-ada8-dc9cb0bd935e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:40.530288 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4c1ab228-cb33-49e9-ada8-dc9cb0bd935e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2012136 Oct 12 16:47:40.990024 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:41.069931 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:42.417668 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:42.814883 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52002) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:42.946917 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1410b64-b374-45ee-b880-f6eff919f5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:42.947378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1410b64-b374-45ee-b880-f6eff919f5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:42.948896 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a1410b64-b374-45ee-b880-f6eff919f5b6 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1330638 Oct 12 16:47:45.199934 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52010) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:45.325682 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fde54-9e8d-4423-a692-e7972267963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:45.327040 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3c5fde54-9e8d-4423-a692-e7972267963f admin admin] 10.222.0.42 "GET /v2.0/networks/0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 HTTP/1.1" status: 200 len: 886 time: 0.1261597 Oct 12 16:47:45.489494 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:47.604782 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52018) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:47.732806 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb8bce-29fc-4b7f-80ac-e2c2de5c21bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:47.734342 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-03cb8bce-29fc-4b7f-80ac-e2c2de5c21bb admin admin] 10.222.0.42 "GET /v2.0/networks/947e3432-c65a-4cad-b889-b83294d0ed19 HTTP/1.1" status: 200 len: 870 time: 0.1285706 Oct 12 16:47:50.018067 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52026) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:50.139632 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57aa9fa-aebf-4d6e-a84b-a05a8935cb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:50.140069 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57aa9fa-aebf-4d6e-a84b-a05a8935cb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:50.141609 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d57aa9fa-aebf-4d6e-a84b-a05a8935cb5d admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225967 Oct 12 16:47:52.413856 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52034) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:52.511753 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97b6348-a3f1-42a2-a540-af6238c996ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:52.512190 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97b6348-a3f1-42a2-a540-af6238c996ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:52.513736 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b97b6348-a3f1-42a2-a540-af6238c996ca admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0988629 Oct 12 16:47:54.789855 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52042) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:54.922655 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d68e88-a002-4eb7-976f-d5f5a3191510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:54.924030 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a6d68e88-a002-4eb7-976f-d5f5a3191510 admin admin] 10.222.0.42 "GET /v2.0/subnets/1982252c-506d-4107-801d-d0fb9bbc5035 HTTP/1.1" status: 200 len: 868 time: 0.1332617 Oct 12 16:47:57.245418 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52052) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:57.353304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fec11-71a6-4f37-963b-b233aed73145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:47:57.354661 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-368fec11-71a6-4f37-963b-b233aed73145 admin admin] 10.222.0.42 "GET /v2.0/subnets/21cadd62-64ee-421b-a79a-5c2e483011ac HTTP/1.1" status: 200 len: 816 time: 0.1083167 Oct 12 16:48:07.274132 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee4a3-f43c-441e-9f6a-10284fa3d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.826245 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-96234df3-51a7-4b27-a022-19949530bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.990245 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.075332 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.528539 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.683099 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52106) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:21.738694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-4ed3c6df-c1e4-48c5-ae29-cafd194e97b0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:48:21.739680 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-4ed3c6df-c1e4-48c5-ae29-cafd194e97b0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0556548 Oct 12 16:48:22.487962 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:48:24.124683 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52114) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:24.183998 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c66d33-0cc6-4220-aa02-0ada313c8763 admin admin] GET failed (client error): The resource could not be found. Oct 12 16:48:24.185344 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-15c66d33-0cc6-4220-aa02-0ada313c8763 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597091 Oct 12 16:48:24.374868 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4a912-beb9-4f8d-8769-099eca9436a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:24.376309 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ffc4a912-beb9-4f8d-8769-099eca9436a3 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1857445 Oct 12 16:48:26.728892 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52122) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:26.775142 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:26.795114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Made reservation on behalf of f0ea88d5877948298aefb26cf4ba2957 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:26.797482 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.824263 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING neutron.services.revisions.revision_plugin [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Could not find related network for resource to bump revision. Oct 12 16:48:26.837367 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:26.846291 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.846622 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Added segment d17c8739-f369-4bf1-a4c5-2890be24edad of type vlan for network a6a360d5-7621-44d3-a453-f75b3457bae2 Oct 12 16:48:26.892180 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.915017 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.915868 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:26.916436 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.967744 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2377210 Oct 12 16:48:26.979141 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ff14-2bd3-4a9c-a56b-d4f20d1370b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a360d5-7621-44d3-a453-f75b3457bae2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:26.992313 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network a6a360d5-7621-44d3-a453-f75b3457bae2 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:29.289769 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52130) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:29.355586 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.pecan_wsgi.hooks.translation [None req-781d2568-6b52-4fa3-ac5b-5f667fd7bba3 admin admin] GET failed (client error): The resource could not be found. Oct 12 16:48:29.356911 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-781d2568-6b52-4fa3-ac5b-5f667fd7bba3 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662246 Oct 12 16:48:29.458159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039bfd3-0daa-4f2b-92f6-b8193bb66272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:29.459662 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-9039bfd3-0daa-4f2b-92f6-b8193bb66272 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0980773 Oct 12 16:48:29.469986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2', 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:29.492425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Made reservation on behalf of f0ea88d5877948298aefb26cf4ba2957 for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:29.494739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.704551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.766889 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77486ea0-949a-4d5d-bb3d-654914e3d097,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:29.774297 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Checking segment: {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:29.774678 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Network hostable DHCP agents. Network: a6a360d5-7621-44d3-a453-f75b3457bae2, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:29.779638 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.779997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.780344 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.780671 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.781018 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.781348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.781673 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.781996 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.782332 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.782660 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.782976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.783291 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:29.802858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Network a6a360d5-7621-44d3-a453-f75b3457bae2 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:29.814241 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, a6a360d5-7621-44d3-a453-f75b3457bae2) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:29.819075 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:29.819658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.824694 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778fb05a-5945-4e31-a57d-d785d993b268 None None] Network a6a360d5-7621-44d3-a453-f75b3457bae2 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:29.837431 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c5893b12-9005-496f-bb2f-c9295abf4c6d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3708785 Oct 12 16:48:29.974798 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-a6a360d5-7621-44d3-a453-f75b3457bae2', 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2', 'tenant_id': 'f0ea88d5877948298aefb26cf4ba2957', 'fixed_ips': [{'subnet_id': '77486ea0-949a-4d5d-bb3d-654914e3d097'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:48:29.975705 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.115236 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Allocated IP 192.168.233.2 (a6a360d5-7621-44d3-a453-f75b3457bae2/77486ea0-949a-4d5d-bb3d-654914e3d097/89bc9004-c8c4-4648-9502-bcf76c479132) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:30.265180 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.272168 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.310723 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Network a6a360d5-7621-44d3-a453-f75b3457bae2 is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:30.313588 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:30.317210 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:30.325774 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Pushing event updated for resources: {'Port': ['ID=89bc9004-c8c4-4648-9502-bcf76c479132,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:30.347502 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.347842 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.348178 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.348506 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.348831 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.349183 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.349505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.349848 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.350185 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.350502 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.350821 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.351134 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:30.384570 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Attempting to bind port 89bc9004-c8c4-4648-9502-bcf76c479132 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:30.384866 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Attempting to bind port 89bc9004-c8c4-4648-9502-bcf76c479132 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:30.385266 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Attempting to bind port 89bc9004-c8c4-4648-9502-bcf76c479132 on network a6a360d5-7621-44d3-a453-f75b3457bae2 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:30.390519 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:30.390972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Checking segment: {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:30.391387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.391773 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Bound using segment: {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:30.392384 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Bound port: 89bc9004-c8c4-4648-9502-bcf76c479132, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:30.392648 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.459493 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] For port 89bc9004-c8c4-4648-9502-bcf76c479132, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:30.463016 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] For port 89bc9004-c8c4-4648-9502-bcf76c479132, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=89bc9004-c8c4-4648-9502-bcf76c479132,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:30.467791 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.523187 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92ccd2-1341-42db-bca8-4fec37a97d34 None None] Pushing event updated for resources: {'Port': ['ID=89bc9004-c8c4-4648-9502-bcf76c479132,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:30.943773 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 89bc9004-c8c4-4648-9502-bcf76c479132 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:31.000723 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 89bc9004-c8c4-4648-9502-bcf76c479132 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:31.001149 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.080083 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.113820 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 89bc9004-c8c4-4648-9502-bcf76c479132, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=89bc9004-c8c4-4648-9502-bcf76c479132,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:31.119969 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.175959 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=89bc9004-c8c4-4648-9502-bcf76c479132,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:31.419210 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab0550-d82a-4390-97cf-b25e7c425af4 None None] Network a6a360d5-7621-44d3-a453-f75b3457bae2 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:31.491043 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-256d7b93-ba04-48b0-b414-779ff29f1e41 None None] Provisioning complete for port 89bc9004-c8c4-4648-9502-bcf76c479132 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:31.491561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-256d7b93-ba04-48b0-b414-779ff29f1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.884146 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-692355fe-620d-4315-a1b6-41365c2e55ed None None] Provisioning complete for port 89bc9004-c8c4-4648-9502-bcf76c479132 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:31.884643 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-692355fe-620d-4315-a1b6-41365c2e55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.920797 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 89bc9004-c8c4-4648-9502-bcf76c479132 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:32.966926 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 89bc9004-c8c4-4648-9502-bcf76c479132 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:32.967290 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.275024 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6621deeb-80a3-47c6-827a-8f7303ee561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.828009 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-32f540c1-6117-4724-8c0c-c8a06c924324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.990663 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.078296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.424727 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.486502 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:49:07.275997 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf049-79a3-40b9-8ea2-19d390899058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:09.828468 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e14c465f-7dbb-40f4-a583-dcc8a235d510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.993299 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.079589 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:12.429238 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.485675 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:49:37.277552 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62c813c-a112-401a-8eec-2cbaa53184be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.830764 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-9758cacd-2203-407a-b13b-a1ac1c38edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.996971 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.083888 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.260254 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52184) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:41.266670 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [None req-3a874922-b7ea-4fff-a8ae-bbc0b0a2146e tempest-verify_tempest_config-1825129533 tempest-verify_tempest_config-1825129533-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:49:41.267737 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3a874922-b7ea-4fff-a8ae-bbc0b0a2146e tempest-verify_tempest_config-1825129533 tempest-verify_tempest_config-1825129533-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064473 Oct 12 16:49:41.562319 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52202) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:41.663214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.738361 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.742170 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.790391 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=062a319606034d07bc9faf7a49fc35e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2262237 Oct 12 16:49:41.791505 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bc2ffb-1c5e-4a19-baa5-a9dd838ad602,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:41.792865 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52208) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:41.798948 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.799311 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.799647 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.799974 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.800296 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.800632 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.800971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.801317 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.801656 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.801979 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.802294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.802607 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b56063-5965-4c3e-bfab-29901bc8fb7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.846920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.867229 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.957451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.959871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.961040 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64bc2ffb-1c5e-4a19-baa5-a9dd838ad602 HTTP/1.1" status: 204 len: 168 time: 0.1671693 Oct 12 16:49:41.969537 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bc2ffb-1c5e-4a19-baa5-a9dd838ad602,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:41.976166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.976494 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.976829 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.977262 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.977591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.977933 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.978255 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.978573 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.978991 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.979215 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.979528 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:41.979873 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b0056-b33b-4654-9e09-1936c524e341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:42.432848 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.277731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d4b49150-d1bc-4ef1-b5bc-f695130e3eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.831714 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-23b64cae-2c57-4bb4-ad5e-4553d024613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.999518 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.093237 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.439056 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.484379 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:50:37.280067 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-94e21700-9a1a-49b1-9c18-1d91221f2681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.831112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-c6065850-f0b7-4d6c-9372-d12d0d6d32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:41.000519 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:41.088292 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.437445 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.483910 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 5 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:51:07.280126 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f3290578-2808-4dab-81c0-a2fd15141342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:09.831528 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-057287e0-baf0-4d7e-863c-c6400f0b0910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:11.003720 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:11.090883 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:12.443021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:17.772210 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4149747'] for agent, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:27.483034 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:51:32.507538 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52280) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:32.609650 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-678318f4-bcfd-4502-acf3-7e89985886ff admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010315 Oct 12 16:51:34.924766 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52290) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:34.978635 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1a8f324e-114a-428e-8a16-9924be58d3b3 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522208 Oct 12 16:51:37.281735 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5b2676db-a000-4772-99aa-1502119185ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:39.837768 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e5488cbe-c0dd-4b59-aeee-6c65249772b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:41.005809 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:41.095198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:42.443166 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:47.725620 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:04.481655 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:52:07.281649 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-223716ac-c25d-4106-a265-7006ba6fba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.828359 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-41f29429-83dd-4d54-946c-07c8cabae02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.008051 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.095799 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.447727 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:17.740815 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:37.283285 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ccb-ad60-4011-a807-5bed9f684424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.830290 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eee26578-98a2-48ab-82b4-a9bcab05daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:41.009942 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:41.098348 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:41.480386 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:52:42.451232 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:47.740902 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.196891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52388) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.347150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-100984652-network', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.398558 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Made reservation on behalf of d8fb7a8c01df44dfb4966cb60dcbe595 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:04.404560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.424859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.523973 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.528916 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.557810 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:04.563198 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1825a-3339-483e-a154-ef6bb14a723a,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.573195 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Tracked resource versions report: Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: pushed versions: Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: { 'AddressGroup': {'1.2'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'ConntrackHelper': {'1.0'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Log': {'1.0'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Network': {'1.1'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Port': {'1.7'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'PortForwarding': {'1.2'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'QosPolicy': {'1.10'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroup': {'1.4'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SubPort': {'1.0'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Subnet': {'1.1'}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Trunk': {'1.1'}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: consumer versions: Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'ConntrackHelper': '1.0', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Log': '1.0', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Network': '1.1', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Port': '1.7', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'PortForwarding': '1.2', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'QosPolicy': '1.10', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroup': '1.4', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SecurityGroupRule': '1.2', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'SubPort': '1.0', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Subnet': '1.1', Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: 'Trunk': '1.1'}} Oct 12 16:53:04.581091 dv-cinder-813223-2-iscsi neutron-server[94039]: {{(pid=94039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:53:04.595153 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.595479 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Added segment baadfbe3-976c-4b53-a24a-0d81872d8e6b of type vlan for network 3e51c848-e67a-4a3e-b611-c67aa772975a Oct 12 16:53:04.645248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.679532 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.680688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:04.681389 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.737480 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5356045 Oct 12 16:53:04.738176 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52432) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.748452 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Request body: {'subnet': {'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-subnet', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.754348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889e626-6244-4e70-ba18-c27f8f56198f admin admin] Pushing event updated for resources: {'Network': ['ID=3e51c848-e67a-4a3e-b611-c67aa772975a,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.766064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 3e51c848-e67a-4a3e-b611-c67aa772975a details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:04.780690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Made reservation on behalf of d8fb7a8c01df44dfb4966cb60dcbe595 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:04.783027 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.981373 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.030561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1136f91-a2a7-4ac9-af56-dd230324b8ec,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:05.043153 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.043711 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.043843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.044159 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.044480 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.044813 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.045161 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.045481 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.045797 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.046106 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.046415 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.046729 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Tracked resource versions report: Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: pushed versions: Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: { 'AddressGroup': {'1.2'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Log': {'1.0'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Network': {'1.1'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Port': {'1.7'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'PortForwarding': {'1.2'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'QosPolicy': {'1.10'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroup': {'1.4'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SubPort': {'1.0'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Subnet': {'1.1'}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Trunk': {'1.1'}} Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: consumer versions: Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'ConntrackHelper': '1.0', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Log': '1.0', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Network': '1.1', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Port': '1.7', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'PortForwarding': '1.2', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'QosPolicy': '1.10', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroup': '1.4', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SecurityGroupRule': '1.2', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'SubPort': '1.0', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Subnet': '1.1', Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: 'Trunk': '1.1'}} Oct 12 16:53:05.047771 dv-cinder-813223-2-iscsi neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:53:05.061208 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Checking segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:05.061605 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Network hostable DHCP agents. Network: 3e51c848-e67a-4a3e-b611-c67aa772975a, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:05.083900 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:05.093992 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 3e51c848-e67a-4a3e-b611-c67aa772975a) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:05.098840 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:05.099391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.108971 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0524f8-6347-4ef7-8e42-0f277c064d1f None None] Network 3e51c848-e67a-4a3e-b611-c67aa772975a requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:05.135993 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7aac8bd3-c6f3-44ed-a3d6-fc86c6468602 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3944890 Oct 12 16:53:05.137176 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52462) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:05.145340 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:05.171997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.173441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.234345 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.290306 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-3e51c848-e67a-4a3e-b611-c67aa772975a', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:53:05.292596 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.446907 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.459494 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Allocated IP 172.20.0.2 (3e51c848-e67a-4a3e-b611-c67aa772975a/c1136f91-a2a7-4ac9-af56-dd230324b8ec/96a7d575-507d-43cb-9368-648b200e65a4) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:05.625712 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.635502 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.683084 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Pushing event updated for resources: {'Port': ['ID=96a7d575-507d-43cb-9368-648b200e65a4,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:05.695706 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:05.697655 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.698008 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.698351 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.699236 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.699578 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.699913 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.700243 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.700572 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.700917 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.701276 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.701601 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.701922 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Tracked resource versions report: Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: pushed versions: Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: { 'AddressGroup': {'1.2'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'ConntrackHelper': {'1.0'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Log': {'1.0'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Network': {'1.1'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Port': {'1.7'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'PortForwarding': {'1.2'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'QosPolicy': {'1.10'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroup': {'1.4'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SubPort': {'1.0'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Subnet': {'1.1'}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Trunk': {'1.1'}} Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: consumer versions: Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'ConntrackHelper': '1.0', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Log': '1.0', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Network': '1.1', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Port': '1.7', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'PortForwarding': '1.2', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'QosPolicy': '1.10', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroup': '1.4', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SecurityGroupRule': '1.2', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'SubPort': '1.0', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Subnet': '1.1', Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: 'Trunk': '1.1'}} Oct 12 16:53:05.702979 dv-cinder-813223-2-iscsi neutron-server[94040]: {{(pid=94040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:53:05.708906 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:05.712080 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:05.737928 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.766776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.790333 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Attempting to bind port 96a7d575-507d-43cb-9368-648b200e65a4 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:05.791250 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Attempting to bind port 96a7d575-507d-43cb-9368-648b200e65a4 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:05.791928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Attempting to bind port 96a7d575-507d-43cb-9368-648b200e65a4 on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:05.799567 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:05.800296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Checking segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:05.800870 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.801431 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Bound using segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:05.802075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Bound port: 96a7d575-507d-43cb-9368-648b200e65a4, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:05.802654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.877781 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] For port 96a7d575-507d-43cb-9368-648b200e65a4, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:05.881226 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] For port 96a7d575-507d-43cb-9368-648b200e65a4, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=96a7d575-507d-43cb-9368-648b200e65a4,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:05.891744 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.968986 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d33d-33f0-43dd-b1a0-15f4a7dfd612 None None] Pushing event updated for resources: {'Port': ['ID=96a7d575-507d-43cb-9368-648b200e65a4,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:06.016524 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Allocated IP 172.27.0.250 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/5948e231-d57f-4924-b673-2a0504e34ccf) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:06.187879 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.280416 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.383374 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:06.384465 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Pushing event updated for resources: {'Port': ['ID=5948e231-d57f-4924-b673-2a0504e34ccf,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:06.388271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:06.395937 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52518) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:06.415300 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:06.443434 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52526) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:06.769202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.847050 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-900467389-network', 'tenant_id': '7620025728b949fcbbcf988c3afc657d'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:06.899988 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Made reservation on behalf of 7620025728b949fcbbcf988c3afc657d for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:06.902451 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.929663 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.973634 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1672469529-network', 'tenant_id': '3531038be7ef42149fa8f272160c7686'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:07.027411 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Made reservation on behalf of 3531038be7ef42149fa8f272160c7686 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:07.029905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.042949 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.144690 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.165516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.201867 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.216303 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 96a7d575-507d-43cb-9368-648b200e65a4 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:07.232166 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:07.255123 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.255123 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Added segment 111bf26a-74be-4776-bd44-b5d07445ebfa of type vlan for network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e Oct 12 16:53:07.265053 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dae21d-35da-479b-9fc2-734371f80493 None None] Network 3e51c848-e67a-4a3e-b611-c67aa772975a requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:07.298032 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.366990 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.367971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:07.368561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.389537 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Router 0189ad82-4f8c-453a-8284-33ab178880ae is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:53:07.431066 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9864960 Oct 12 16:53:07.455212 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52572) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:07.461608 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Request body: {'subnet': {'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1672469529-subnet', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:07.491682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] Provisioning complete for port 96a7d575-507d-43cb-9368-648b200e65a4 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:07.492249 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.534006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Made reservation on behalf of 3531038be7ef42149fa8f272160c7686 for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:07.537536 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.551748 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-de133cbd-c43e-42a4-948c-41871a4d5b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.562255 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Pushing event updated for resources: {'Network': ['ID=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:07.581582 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:07.590511 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.612731 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.643509 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:07.645343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:07.661088 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:07.662438 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.662770 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Added segment 90f9f200-3a7c-429e-a787-798ace3e4192 of type vlan for network 2f5d716b-20a5-470a-8054-5fd73e30cbfb Oct 12 16:53:07.679409 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:07.680037 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:52:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:07.731308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.755423 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52584) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:07.757823 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 96a7d575-507d-43cb-9368-648b200e65a4 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:07.758306 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.779750 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ea61a-15d8-4aac-ab6e-15d94acb902f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df473e61-ac78-432d-a69c-5b9959935ff4,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:07.787561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.788778 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e3151e64-e956-4650-bec4-b10850ac946e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6499987 Oct 12 16:53:07.794107 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.796135 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52588) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:07.848750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] For port 96a7d575-507d-43cb-9368-648b200e65a4, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=96a7d575-507d-43cb-9368-648b200e65a4,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:07.937194 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:07.937460 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.944723 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.949091 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.966711 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:07.971640 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.db.resource_extend [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 16:53:08.073689 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142df37a-bfee-4873-9e1f-9b22dd6bfbee,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:08.075716 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Checking segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:08.076064 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Network hostable DHCP agents. Network: 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:08.096471 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:08.109751 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:08.116326 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:08.117311 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.118885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.119835 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:08.120393 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.142071 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2029186d-4f49-4b3b-8e23-248882480158 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6843886 Oct 12 16:53:08.144672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52596) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:08.151019 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:08.152254 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 3, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:08.162062 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b89dd9-f3fb-4e78-bc81-ca7228a10681 None None] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:08.170030 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7707970 Oct 12 16:53:08.174518 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52598) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:08.181705 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Request body: {'subnet': {'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-900467389-subnet', 'tenant_id': '7620025728b949fcbbcf988c3afc657d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:08.182249 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:08.182787 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Updating router 0189ad82-4f8c-453a-8284-33ab178880ae port 5948e231-d57f-4924-b673-2a0504e34ccf binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:08.210011 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.323206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.324895 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.345206 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-46a33e7d-4ed3-4b87-b93c-a0871073189c None None] Provisioning complete for port 96a7d575-507d-43cb-9368-648b200e65a4 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:08.346360 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-46a33e7d-4ed3-4b87-b93c-a0871073189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.348109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.db.api [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 16:53:08.348512 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG oslo_db.api [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 16:53:08.349017 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a9d5-b11e-4d54-8270-a364d4b9a1ca None None] Pushing event updated for resources: {'Port': ['ID=96a7d575-507d-43cb-9368-648b200e65a4,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:08.442161 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-165035c1-7992-4ca9-bd6b-d8c8a72385dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.447004 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.449591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Made reservation on behalf of 7620025728b949fcbbcf988c3afc657d for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:08.453005 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.513270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04131-e438-474f-8187-b3ed9a44d9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5d716b-20a5-470a-8054-5fd73e30cbfb,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:08.557461 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 2f5d716b-20a5-470a-8054-5fd73e30cbfb details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:08.595448 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.614281 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.633012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.765200 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Pushing event updated for resources: {'Port': ['ID=5948e231-d57f-4924-b673-2a0504e34ccf,revision_number=2']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:08.773680 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-165035c1-7992-4ca9-bd6b-d8c8a72385dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.788524 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Attempting to bind port 5948e231-d57f-4924-b673-2a0504e34ccf on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:08.789285 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Attempting to bind port 5948e231-d57f-4924-b673-2a0504e34ccf by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:08.789889 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Attempting to bind port 5948e231-d57f-4924-b673-2a0504e34ccf on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:08.792277 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-165035c1-7992-4ca9-bd6b-d8c8a72385dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.797646 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.807924 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.808636 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.809236 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.809781 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.810350 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.810884 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.811415 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.811965 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.812529 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.813096 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.813629 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Tracked resource versions report: Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: pushed versions: Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: { 'AddressGroup': {'1.2'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'ConntrackHelper': {'1.0'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Log': {'1.0'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Network': {'1.1'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Port': {'1.7'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'PortForwarding': {'1.2'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'QosPolicy': {'1.10'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroup': {'1.4'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SubPort': {'1.0'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Subnet': {'1.1'}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Trunk': {'1.1'}} Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: consumer versions: Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: { DHCP agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: L3 agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: Metadata agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: Metering agent@dv-cinder-813223-2-iscsi: {}, Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: Open vSwitch agent@dv-cinder-813223-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'ConntrackHelper': '1.0', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Log': '1.0', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Network': '1.1', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Port': '1.7', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'PortForwarding': '1.2', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'QosPolicy': '1.10', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroup': '1.4', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SecurityGroupRule': '1.2', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'SubPort': '1.0', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Subnet': '1.1', Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: 'Trunk': '1.1'}} Oct 12 16:53:08.814949 dv-cinder-813223-2-iscsi neutron-server[94041]: {{(pid=94041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:53:08.827045 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:08.827783 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:08.828531 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.829184 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:08.839195 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Bound port: 5948e231-d57f-4924-b673-2a0504e34ccf, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:08.839981 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:08.906222 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-165035c1-7992-4ca9-bd6b-d8c8a72385dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31b653ed0f7347d5926b40069816e47d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1494465 Oct 12 16:53:08.918781 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52612) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:08.942849 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] For port 5948e231-d57f-4924-b673-2a0504e34ccf, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:08.953035 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] For port 5948e231-d57f-4924-b673-2a0504e34ccf, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5948e231-d57f-4924-b673-2a0504e34ccf,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:08.967814 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.057370 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165035c1-7992-4ca9-bd6b-d8c8a72385dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b939bd8-6fd3-40e9-a294-7fc065896ab7,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:09.126040 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.131503 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:09.134382 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:52:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:09.180703 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.264344 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 96a7d575-507d-43cb-9368-648b200e65a4 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:09.273433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.324450 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.383325 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:09.413327 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.436625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:53:09.438758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.520441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Allocated IP 172.27.0.194 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/ff128a29-b429-41fc-a683-bdae9eb9fad7) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:09.534843 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.654925 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Allocated IP 172.20.0.1 (3e51c848-e67a-4a3e-b611-c67aa772975a/c1136f91-a2a7-4ac9-af56-dd230324b8ec/950c7e90-43d3-436f-90b8-45acdb6b834c) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:09.674906 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 96a7d575-507d-43cb-9368-648b200e65a4 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:09.676694 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5e896-fcd5-4c12-b852-15679a063816 None None] Pushing event updated for resources: {'Port': ['ID=5948e231-d57f-4924-b673-2a0504e34ccf,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:09.689921 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.694829 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.701722 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.706479 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b939bd8-6fd3-40e9-a294-7fc065896ab7 HTTP/1.1" status: 204 len: 168 time: 0.7800558 Oct 12 16:53:09.714366 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 3, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:09.733416 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee3b98-9f79-449e-8de2-a4f927134428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b939bd8-6fd3-40e9-a294-7fc065896ab7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:09.750704 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f3d0a-9436-4754-95cd-116976eb30ec None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 3, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:09.792889 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94300ad6-0c8f-4a21-bea2-210d0666cc53,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:09.857288 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Checking segment: {'id': '90f9f200-3a7c-429e-a787-798ace3e4192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:09.857639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Network hostable DHCP agents. Network: 2f5d716b-20a5-470a-8054-5fd73e30cbfb, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:09.888923 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Allocated IP 172.20.0.2 (3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e/142df37a-bfee-4873-9e1f-9b22dd6bfbee/4f66a0cd-78a7-4005-9937-e4cb36dd3d8e) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:09.937880 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.939398 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.956213 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Network 2f5d716b-20a5-470a-8054-5fd73e30cbfb is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:09.982839 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 2f5d716b-20a5-470a-8054-5fd73e30cbfb) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:09.991460 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:09.992146 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.996745 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.048774 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:10.053144 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:10.065014 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-497dc1f2-0f6c-479a-b37d-7d6c88dc0652 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8823147 Oct 12 16:53:10.065378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:10.065378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.085881 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.202849 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Pushing event updated for resources: {'Port': ['ID=ff128a29-b429-41fc-a683-bdae9eb9fad7,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:10.219786 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:10.239245 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:10.239245 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:10.279078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.300882 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab96753-647b-44f1-a841-32ea8e24526b None None] Network 2f5d716b-20a5-470a-8054-5fd73e30cbfb requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:10.329195 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Pushing event updated for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:10.425712 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.481223 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.581325 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Pushing event updated for resources: {'Port': ['ID=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:10.629934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-62945bfa-82dc-4ad0-86b7-39ec8526f220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.681383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52686) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:10.707387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:10.711255 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0c813e41-2e3e-4dd4-9f8d-c4ba7d8a6734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.711459 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:10.714733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:10.771684 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.827284 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-eeefb445-7321-4cc5-b90b-0940855ddfae None None] Provisioning complete for port 950c7e90-43d3-436f-90b8-45acdb6b834c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:10.827884 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eeefb445-7321-4cc5-b90b-0940855ddfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:10.962972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Attempting to bind port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:10.963367 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Attempting to bind port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:10.963667 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Attempting to bind port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:11.019476 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-eeefb445-7321-4cc5-b90b-0940855ddfae None None] Port 950c7e90-43d3-436f-90b8-45acdb6b834c cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:11.186680 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:11.196198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Checking segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:11.202337 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.203013 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Bound using segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:11.203536 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Bound port: 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:11.205328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.290474 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.302172 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.303065 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.329696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.333225 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdcbf83-fb36-4da2-bb8d-5b212f2fb520 None None] Network 2f5d716b-20a5-470a-8054-5fd73e30cbfb requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:11.389307 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5948e231-d57f-4924-b673-2a0504e34ccf up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:11.413384 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0c813e41-2e3e-4dd4-9f8d-c4ba7d8a6734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.419496 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0c813e41-2e3e-4dd4-9f8d-c4ba7d8a6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.492332 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] For port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:11.500019 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] For port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:11.503565 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.537811 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.616871 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Pushing event updated for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:11.694957 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0c813e41-2e3e-4dd4-9f8d-c4ba7d8a6734 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fb8a4e4ef544ecb9a40ac944395d2bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0124011 Oct 12 16:53:11.700890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c813e41-2e3e-4dd4-9f8d-c4ba7d8a6734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef9ed85-d459-4c63-aa58-edb5e24ced45,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:11.703954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.705089 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52738) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:11.740073 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:11.778788 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:11.780269 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aae643-823d-4454-b47d-8f0292c62e90 None None] Pushing event updated for resources: {'Port': ['ID=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:11.801564 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52748) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:11.822953 dv-cinder-813223-2-iscsi neutron-server[94038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 16:53:11.869999 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 5948e231-d57f-4924-b673-2a0504e34ccf triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:11.869999 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:11.936337 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52756) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:12.056100 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Router 79531f3f-a35e-472a-a849-3d423fce2593 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:53:12.168082 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.202892 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 5948e231-d57f-4924-b673-2a0504e34ccf, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5948e231-d57f-4924-b673-2a0504e34ccf,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:12.210242 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.290011 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=5948e231-d57f-4924-b673-2a0504e34ccf,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:12.291914 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fefaf711-74ef-42b8-b304-2df5128042be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.354183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:12.372374 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-f9476e62-de09-4c6e-b1a4-7811e34c1295 None None] Provisioning complete for port 950c7e90-43d3-436f-90b8-45acdb6b834c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:12.373078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f9476e62-de09-4c6e-b1a4-7811e34c1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.378619 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-31cc6641-eb67-476f-8613-02e21a1c8b32 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:12.387376 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-31cc6641-eb67-476f-8613-02e21a1c8b32 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/networks?id=2f5d716b-20a5-470a-8054-5fd73e30cbfb HTTP/1.1" status: 200 len: 811 time: 0.5656271 Oct 12 16:53:12.389187 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.396190 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:12.411059 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-3d1629d3-a9ec-47e7-82d5-fe2295d10b21 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/quotas/7620025728b949fcbbcf988c3afc657d HTTP/1.1" status: 200 len: 375 time: 0.0227149 Oct 12 16:53:12.421272 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.422527 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d82a4f6f-b1aa-47fb-8043-099a2f8dd71d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2765462 Oct 12 16:53:12.428159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52784) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:12.457151 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.518463 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:12.519836 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:12.588195 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-2c954c0a-1393-4b6d-b764-6b65fe0c54f9 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7620025728b949fcbbcf988c3afc657d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1762464 Oct 12 16:53:12.588821 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.591918 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.596571 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bef9ed85-d459-4c63-aa58-edb5e24ced45 HTTP/1.1" status: 204 len: 168 time: 0.8868217 Oct 12 16:53:12.613557 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b43cb6-2965-4c39-83db-cce175aa7a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef9ed85-d459-4c63-aa58-edb5e24ced45,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:12.630712 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fefaf711-74ef-42b8-b304-2df5128042be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.640073 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:12.696595 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-f9476e62-de09-4c6e-b1a4-7811e34c1295 None None] Port 950c7e90-43d3-436f-90b8-45acdb6b834c cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:12.717023 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:12.863123 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:12.979057 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:13.020033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fefaf711-74ef-42b8-b304-2df5128042be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.028354 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fb428429-60de-4a8f-a8ab-314b42185691 admin admin] 10.222.0.42 "PUT /v2.0/routers/0189ad82-4f8c-453a-8284-33ab178880ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2194524 Oct 12 16:53:13.057479 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:13.066581 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:13.070236 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:13.108593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaf711-74ef-42b8-b304-2df5128042be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e002b-8063-4bec-9841-f6db464f9beb,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:13.134495 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-2a77b510-e61f-47f5-af36-203abdd742a2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:53:13.140260 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-2a77b510-e61f-47f5-af36-203abdd742a2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3649113 Oct 12 16:53:13.442707 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fefaf711-74ef-42b8-b304-2df5128042be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9eea03ce683c4baa843d7b88acaf7c34&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5052485 Oct 12 16:53:13.455179 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52848) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:13.523929 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-2fd9c84c-7460-4362-ae64-5011fda39744 service neutron] 10.222.0.42 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826694 Oct 12 16:53:13.527378 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:13.575305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.708020 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 3, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:13.775034 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:13.775387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Updating router 79531f3f-a35e-472a-a849-3d423fce2593 port ff128a29-b429-41fc-a683-bdae9eb9fad7 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:13.782402 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:13.782578 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.788982 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.801222 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:13.818097 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.886445 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e966a-e74d-4d5f-b0dd-569121bab4c9 None None] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:13.895776 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.898579 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:13.902863 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a3e002b-8063-4bec-9841-f6db464f9beb HTTP/1.1" status: 204 len: 168 time: 0.4448116 Oct 12 16:53:13.927215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966596b-9757-43e5-ba59-5d18f6b9e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e002b-8063-4bec-9841-f6db464f9beb,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:13.933659 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-5a84755c-6307-4e4f-b23c-007e55199748 service neutron] 10.222.0.42 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997583 Oct 12 16:53:14.043615 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Allocated IP 172.20.0.1 (3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e/142df37a-bfee-4873-9e1f-9b22dd6bfbee/433d7e2a-0617-477c-849a-f0d3f55b4d23) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:14.076902 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.204390 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.301898 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.422126 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 2, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:14.460060 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:14.463078 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:14.468536 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:14.471480 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.520224 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:14.520803 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Updating router 0189ad82-4f8c-453a-8284-33ab178880ae port 950c7e90-43d3-436f-90b8-45acdb6b834c binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:14.614353 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.650992 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-337fbcae-2624-4fb0-bc19-dedae12469c6 None None] Provisioning complete for port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:14.651367 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-337fbcae-2624-4fb0-bc19-dedae12469c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.721605 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-940525b4-02a9-4be4-a1b8-491156907546 req-b4c1e403-51c8-4d39-8623-9b39653354db tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.1716208 Oct 12 16:53:14.959123 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.014493 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52938) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:15.020008 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030464139', 'description': 'tempest-description--1115316918'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:15.045669 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:15.059158 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.059950 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5948e231-d57f-4924-b673-2a0504e34ccf up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:15.085512 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.186295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.281675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52948) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:15.326041 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.337464 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.339572 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.351408 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.407570 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.417928 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4021807 Oct 12 16:53:15.418578 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52960) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:15.453368 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c6d73-a3c8-4d8a-b269-93d2daf79d0c None None] Pushing event updated for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:15.457428 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group_rule': {'security_group_id': '36a25422-976d-40a4-95dd-f876f350ecb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:15.478297 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:15.491849 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 52962) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:15.575028 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Attempting to bind port 950c7e90-43d3-436f-90b8-45acdb6b834c on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:15.575397 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Attempting to bind port 950c7e90-43d3-436f-90b8-45acdb6b834c by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:15.575754 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Attempting to bind port 950c7e90-43d3-436f-90b8-45acdb6b834c on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:15.576582 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518af3f-fdc9-40b0-b864-f203d34a8cd5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a25422-976d-40a4-95dd-f876f350ecb0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:15.588181 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:15.588552 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Checking segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:15.591115 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.596514 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Bound using segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:15.597285 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Bound port: 950c7e90-43d3-436f-90b8-45acdb6b834c, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:15.597713 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.618880 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Pushing event updated for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:15.643805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.676515 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7139a39-b533-46dc-910d-e0893ccbbc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.688750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.769953 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.822685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7139a39-b533-46dc-910d-e0893ccbbc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.835549 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7139a39-b533-46dc-910d-e0893ccbbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.848699 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] For port 950c7e90-43d3-436f-90b8-45acdb6b834c, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:15.858338 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] For port 950c7e90-43d3-436f-90b8-45acdb6b834c, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=950c7e90-43d3-436f-90b8-45acdb6b834c,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:15.867849 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.895958 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7139a39-b533-46dc-910d-e0893ccbbc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0872c-2fa9-456f-9a04-85039df462ed,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:15.977314 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7063d3a-efda-46ec-a34a-c5f46c26e763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.982867 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baa4f1-1aea-4b20-8d0b-4ebd291e7c19 None None] Pushing event updated for resources: {'Port': ['ID=ff128a29-b429-41fc-a683-bdae9eb9fad7,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.002393 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Attempting to bind port ff128a29-b429-41fc-a683-bdae9eb9fad7 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:16.017292 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Attempting to bind port ff128a29-b429-41fc-a683-bdae9eb9fad7 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:16.021018 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Attempting to bind port ff128a29-b429-41fc-a683-bdae9eb9fad7 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:16.059843 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:16.061418 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:16.074225 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 5948e231-d57f-4924-b673-2a0504e34ccf triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:16.076483 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.097718 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.099032 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:16.100751 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:16.101806 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.102978 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:16.109219 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.110135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.113675 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Bound port: ff128a29-b429-41fc-a683-bdae9eb9fad7, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:16.114542 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.145260 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.163835 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5c8308ba-032a-4fc6-b005-5eb437f5786d req-cfbe6b97-c31f-4417-8c4e-ac28b8b72387 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.2752903 Oct 12 16:53:16.165916 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c6d73-a3c8-4d8a-b269-93d2daf79d0c None None] Pushing event updated for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.185972 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a7139a39-b533-46dc-910d-e0893ccbbc3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dec15616bded49dd90529efc9b022612&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9006574 Oct 12 16:53:16.188447 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.193188 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 52992) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:16.301577 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] Provisioning complete for port 950c7e90-43d3-436f-90b8-45acdb6b834c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:16.302184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.411164 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7063d3a-efda-46ec-a34a-c5f46c26e763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.411798 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:16.414758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc194c4b-349b-4703-9603-a83d44562a94,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.432063 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7063d3a-efda-46ec-a34a-c5f46c26e763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.476616 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b7063d3a-efda-46ec-a34a-c5f46c26e763 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18e9b1cf4d0a43e482a7011281992c29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9778783 Oct 12 16:53:16.479630 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.483515 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9f912fd3-3f5b-480f-8179-e4e866576171 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0592718 Oct 12 16:53:16.483515 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53002) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:16.488839 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] For port ff128a29-b429-41fc-a683-bdae9eb9fad7, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:16.492662 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53004) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:16.496390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] For port ff128a29-b429-41fc-a683-bdae9eb9fad7, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ff128a29-b429-41fc-a683-bdae9eb9fad7,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:16.537498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Pushing event updated for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.552575 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group_rule': {'security_group_id': '36a25422-976d-40a4-95dd-f876f350ecb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:16.575251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.586900 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.615824 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.726302 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063d3a-efda-46ec-a34a-c5f46c26e763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99c3ab-6b0b-434b-a6f0-4b7104537bf2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.740779 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.747485 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.752356 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f99c3ab-6b0b-434b-a6f0-4b7104537bf2 HTTP/1.1" status: 204 len: 168 time: 0.2574644 Oct 12 16:53:16.765092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.791080 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458a8f9-557a-4565-930a-88ea5b2cc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99c3ab-6b0b-434b-a6f0-4b7104537bf2,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:16.806700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.866767 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:16.868806 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.871243 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:16.917669 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.923341 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.955129 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:16.966886 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:16.967569 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:16.969373 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.975017 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4316759 Oct 12 16:53:16.977448 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53026) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:16.982880 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:16.990668 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2b655-9dbb-4221-99d7-599ea36f51a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b84707-ed35-4ac9-994d-27ab601fb4a0,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:17.031062 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.130303 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baa4f1-1aea-4b20-8d0b-4ebd291e7c19 None None] Pushing event updated for resources: {'Port': ['ID=ff128a29-b429-41fc-a683-bdae9eb9fad7,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:17.147845 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:15Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:17.150464 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.248370 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777452-69c2-421f-96a3-0de726cce2a8 None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:15Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:17.338738 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.350876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.353445 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33b0872c-2fa9-456f-9a04-85039df462ed HTTP/1.1" status: 204 len: 168 time: 1.1564465 Oct 12 16:53:17.390739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53044) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:17.395830 dv-cinder-813223-2-iscsi neutron-server[94039]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 16:53:17.401617 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e6c78-bde4-4cfe-9e78-cbfd4b8c0311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0872c-2fa9-456f-9a04-85039df462ed,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:17.417156 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] For port 950c7e90-43d3-436f-90b8-45acdb6b834c, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=950c7e90-43d3-436f-90b8-45acdb6b834c,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:17.440981 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.490828 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2a793c45-e54c-4d82-98e6-8ccc6592788f req-8e91472c-8daa-4b80-9c7d-8885dc70a827 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0962713 Oct 12 16:53:17.492672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:17.520512 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:17.655986 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:17.656456 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.679066 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:17.702043 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bcf3a5ed-e84d-4201-af02-9ce1f5051807 admin admin] 10.222.0.42 "PUT /v2.0/routers/79531f3f-a35e-472a-a849-3d423fce2593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2722816 Oct 12 16:53:17.733646 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994db32-39f0-41e8-8cd5-af9997786a86 None None] Pushing event updated for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:17.742922 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Provisioning complete for port 433d7e2a-0617-477c-849a-f0d3f55b4d23 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:17.743206 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.868656 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Port 433d7e2a-0617-477c-849a-f0d3f55b4d23 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:17.877722 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:17.953258 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Provisioning complete for port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:17.953637 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.062027 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Allocated IP 172.27.0.59 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/c233c99a-9535-4163-bc13-8d623d2f218d) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:18.179022 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:15Z', 'revision_number': 2, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:18.234600 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907837d-bd3f-407f-8b41-33ded7192b3b None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:15Z', 'revision_number': 2, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:18.258759 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Provisioning complete for port 950c7e90-43d3-436f-90b8-45acdb6b834c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:18.263369 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dbb99267-169e-450f-b0ce-84d65a820284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.328859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53074) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:18.362813 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90469b81-077d-4d29-aec6-5e3c03bb63ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.382943 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.426145 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.450441 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.480082 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:53:18.519795 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:18.526230 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:18.528166 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=c233c99a-9535-4163-bc13-8d623d2f218d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:18.531223 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:18.578270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90469b81-077d-4d29-aec6-5e3c03bb63ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.586055 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90469b81-077d-4d29-aec6-5e3c03bb63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.682529 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-90469b81-077d-4d29-aec6-5e3c03bb63ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad31205526f849b49648d39fdbfd6227&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3526077 Oct 12 16:53:18.685696 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53084) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:18.703557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90469b81-077d-4d29-aec6-5e3c03bb63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dffdd73-7f00-46f5-99d0-1a836c61dff8,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:18.841134 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.856033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.926855 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f7ab1d33-e686-49ae-98cb-6d82c49918ad req-657875aa-c1e4-42c8-ae98-758e8f45e4a0 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0620363 Oct 12 16:53:18.946192 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:18.960752 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.039273 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 950c7e90-43d3-436f-90b8-45acdb6b834c up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:19.114969 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.117581 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.129311 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dffdd73-7f00-46f5-99d0-1a836c61dff8 HTTP/1.1" status: 204 len: 168 time: 0.4414134 Oct 12 16:53:19.149501 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c9aa-0381-4404-af57-6c41cb7bd7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dffdd73-7f00-46f5-99d0-1a836c61dff8,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:19.294247 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 950c7e90-43d3-436f-90b8-45acdb6b834c triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:19.294805 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.367718 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.387668 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.457591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.493643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:19.495256 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5166109 Oct 12 16:53:19.496215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5af9c-1abc-418c-9a2b-265231d1cb4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=c233c99a-9535-4163-bc13-8d623d2f218d,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:19.839001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.69', 52485) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:19.962215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53128) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:19.967097 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108588073', 'description': 'tempest-description--1664110914'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:20.068023 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.304588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.316736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.397184 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-f943a604-8f43-4d00-b8f6-89b5586616f8 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:20.399313 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-f943a604-8f43-4d00-b8f6-89b5586616f8 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.69 "GET /v2.0/networks?id=2f5d716b-20a5-470a-8054-5fd73e30cbfb HTTP/1.1" status: 200 len: 811 time: 0.5591805 Oct 12 16:53:20.405551 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.406986 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4437113 Oct 12 16:53:20.421596 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53178) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:20.427241 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b507f-55ea-4f91-be04-948cda4c8e91 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1f5aa-7c3c-4a1e-99c4-deced0147471,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:20.443188 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group_rule': {'security_group_id': 'c1c1f5aa-7c3c-4a1e-99c4-deced0147471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:20.446478 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-a850f871-fa35-4943-a992-a0b1a58dc84b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1030464139&fields=id&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 267 time: 0.1350765 Oct 12 16:53:20.461698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Request body: {'port': {'device_id': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb', 'admin_state_up': True, 'tenant_id': '7620025728b949fcbbcf988c3afc657d'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:20.629642 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ff4a0c97-f221-44f9-b831-c933956ee07d req-6ca33a86-f028-4e24-8067-3ee855dabd23 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.1991286 Oct 12 16:53:20.631499 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.759615 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.768630 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.824268 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Made reservation on behalf of 7620025728b949fcbbcf988c3afc657d for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:20.825401 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8470ce95-0f3d-4050-ae4a-5233952753d6,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:20.827978 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.840068 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:20.845787 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-381e8794-ae88-4b8a-b728-e346ab6647a0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4123311 Oct 12 16:53:20.847613 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53216) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:20.855330 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group_rule': {'security_group_id': 'c1c1f5aa-7c3c-4a1e-99c4-deced0147471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:20.929109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ff128a29-b429-41fc-a683-bdae9eb9fad7 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:21.039725 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-f70f0d09-30b8-42e9-a541-e4b4ce433c0a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:21.041503 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-f70f0d09-30b8-42e9-a541-e4b4ce433c0a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 816 time: 0.3274419 Oct 12 16:53:21.048268 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port ff128a29-b429-41fc-a683-bdae9eb9fad7 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:21.048804 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.119629 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.122669 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-0de6e9a8-7b9e-4dd0-9ec6-f49c0f10ef3c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/quotas/d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 375 time: 0.0622606 Oct 12 16:53:21.176702 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.211794 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port ff128a29-b429-41fc-a683-bdae9eb9fad7, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ff128a29-b429-41fc-a683-bdae9eb9fad7,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:21.217333 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.298029 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=ff128a29-b429-41fc-a683-bdae9eb9fad7,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:21.443183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Allocated IP 172.20.0.8 (2f5d716b-20a5-470a-8054-5fd73e30cbfb/94300ad6-0c8f-4a21-bea2-210d0666cc53/a26d2a81-3321-4705-be8e-7268d8f21967) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:21.511526 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53244) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:21.552398 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-076da507-3c4b-48c9-9721-f38cb4f1ab7e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4035740 Oct 12 16:53:21.583668 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.623220 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.703212 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53256) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:21.706054 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.707621 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8590548 Oct 12 16:53:21.715552 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53258) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:21.727423 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:21.845704 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16f76-e12d-475f-a997-cef3f87339d8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738a864c-3e0f-4e30-99c4-24ff14d12ed7,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:21.873869 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c459de27-64bf-46c9-a46f-7cad34112e22 req-9d3afb6c-a30c-41b5-8739-79a037555f7c tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.1283245 Oct 12 16:53:21.904812 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89c24a55-b815-4c83-85c0-642e9b4b945c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:21.945452 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.189464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.278489 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.390768 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-066a2176-3569-4ce5-b673-a98aca0d0619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.462330 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Network 2f5d716b-20a5-470a-8054-5fd73e30cbfb is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:22.480473 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:22.503607 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:22.511779 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:22.513166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.534140 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-09bdd461-50f2-44af-862e-8c2bd7b89d18 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:53:22.534140 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-09bdd461-50f2-44af-862e-8c2bd7b89d18 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5081997 Oct 12 16:53:22.577726 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89c24a55-b815-4c83-85c0-642e9b4b945c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.625470 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89c24a55-b815-4c83-85c0-642e9b4b945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.630315 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:22.646184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:22.646758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:22.698687 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Pushing event updated for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:22.798987 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-89c24a55-b815-4c83-85c0-642e9b4b945c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f727810fd0e43dd8454f680cedf718b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2829828 Oct 12 16:53:22.811418 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c24a55-b815-4c83-85c0-642e9b4b945c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d35671-5531-4bf9-a0ce-96dc8bc0d8c1,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:22.814790 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53294) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:22.842089 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-7e6b06f3-ca21-4269-90ab-3da5e25bf9fb tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3906491 Oct 12 16:53:22.917663 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:22.952453 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.952781 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-fb8e91a5-a6e8-460a-b60d-a66e0d1d0de5 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:53:22.955288 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-fb8e91a5-a6e8-460a-b60d-a66e0d1d0de5 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0853055 Oct 12 16:53:23.001015 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ff128a29-b429-41fc-a683-bdae9eb9fad7 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:23.058068 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-190c6674-7776-4628-9aff-0c0919678ae2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071924 Oct 12 16:53:23.181823 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-066a2176-3569-4ce5-b673-a98aca0d0619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.197012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.236661 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port ff128a29-b429-41fc-a683-bdae9eb9fad7 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:23.237511 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.265016 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-066a2176-3569-4ce5-b673-a98aca0d0619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.364713 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.454040 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-066a2176-3569-4ce5-b673-a98aca0d0619 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c980f52a64fd4789a883ebb200d7c6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7495725 Oct 12 16:53:23.457686 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:15Z', 'revision_number': 2, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:23.458643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53308) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:23.514456 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-dfd7c97f-5f01-4de4-8e05-065a5e154404 service neutron] 10.222.0.42 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328945 Oct 12 16:53:23.536251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:23.536628 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Updating router 79531f3f-a35e-472a-a849-3d423fce2593 port 433d7e2a-0617-477c-849a-f0d3f55b4d23 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:23.539492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.546856 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.551042 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1d35671-5531-4bf9-a0ce-96dc8bc0d8c1 HTTP/1.1" status: 204 len: 168 time: 0.7303894 Oct 12 16:53:23.567128 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6bddc-d2d6-4ef0-abc1-5eae941b8efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d35671-5531-4bf9-a0ce-96dc8bc0d8c1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:23.568763 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2176-3569-4ce5-b673-a98aca0d0619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255c058-7b77-4d35-8d6e-9ba918e89604,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:23.629853 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743332-3d47-4794-9f49-3aab9609eedf req-14ea1680-bd05-4c24-b101-e52fbc4305d5 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:23.650603 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6743332-3d47-4794-9f49-3aab9609eedf req-14ea1680-bd05-4c24-b101-e52fbc4305d5 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 931 time: 0.6077597 Oct 12 16:53:23.668403 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.760416 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Allocated IP 172.27.0.242 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/0ad4c077-dd95-4800-b548-3dc9e0c4de88) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:24.040092 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6743332-3d47-4794-9f49-3aab9609eedf req-b753a43b-78c6-48bb-b567-4f70f79dc08b tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853836 Oct 12 16:53:24.068982 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-479b55d6-50e9-42db-bf3b-1d9c118115bb req-47a2f902-722a-4394-922b-1967865eab56 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0728266 Oct 12 16:53:24.089880 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.173222 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.369357 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.436816 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.459833 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.503593 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.515516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.530343 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d255c058-7b77-4d35-8d6e-9ba918e89604 HTTP/1.1" status: 204 len: 168 time: 1.0473001 Oct 12 16:53:24.597322 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c24b1-14ed-4b1e-a094-f3eaf552ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255c058-7b77-4d35-8d6e-9ba918e89604,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:24.602270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.671318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53368) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:24.718987 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c77dc3e1-83e5-44c5-8f91-ea60771f94f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.795291 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:24.808469 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:24.817525 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:24.889293 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a3093-f843-45e7-ad28-a81186321887 None None] Pushing event updated for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:25.015180 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.117236 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c77dc3e1-83e5-44c5-8f91-ea60771f94f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.138568 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Request body: {'port': {'device_id': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:25.144324 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Attempting to bind port 433d7e2a-0617-477c-849a-f0d3f55b4d23 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:25.150921 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Attempting to bind port 433d7e2a-0617-477c-849a-f0d3f55b4d23 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:25.152909 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Attempting to bind port 433d7e2a-0617-477c-849a-f0d3f55b4d23 on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:25.176892 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:25.180097 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Checking segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:25.180683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.181263 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Bound using segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:25.190788 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Bound port: 433d7e2a-0617-477c-849a-f0d3f55b4d23, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:25.191398 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.216683 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c77dc3e1-83e5-44c5-8f91-ea60771f94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.283330 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc3e1-83e5-44c5-8f91-ea60771f94f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bac61f-454f-4a12-bd33-cb3d7ad79a33,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:25.372351 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=0ad4c077-dd95-4800-b548-3dc9e0c4de88,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:25.389313 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c77dc3e1-83e5-44c5-8f91-ea60771f94f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2d02f4d2ff546a692ae9ec5046afa31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165656 Oct 12 16:53:25.390132 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53396) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:25.396516 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-170039ce-8761-4740-ae28-53f16b8dcaaf req-c47feae8-3a62-41c1-a505-b66a8ae2f327 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0535905 Oct 12 16:53:25.407673 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.412279 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.538305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.561878 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-7aeccfcf-27e0-4fde-9ea3-9da0b13fc482 None None] Provisioning complete for port 433d7e2a-0617-477c-849a-f0d3f55b4d23 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:25.563121 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7aeccfcf-27e0-4fde-9ea3-9da0b13fc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.738135 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] For port 433d7e2a-0617-477c-849a-f0d3f55b4d23, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:25.791902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53404) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:25.800182 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.815903 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] For port 433d7e2a-0617-477c-849a-f0d3f55b4d23, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=433d7e2a-0617-477c-849a-f0d3f55b4d23,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:25.833474 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.858551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-7aeccfcf-27e0-4fde-9ea3-9da0b13fc482 None None] Port 433d7e2a-0617-477c-849a-f0d3f55b4d23 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:25.919265 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:25.920436 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:25.945079 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb0f0b-a452-4fa8-a5f8-08767ab2f0e4 req-fc56c197-76e8-420f-824e-737748823a8d tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:25.968808 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-01fb0f0b-a452-4fa8-a5f8-08767ab2f0e4 req-fc56c197-76e8-420f-824e-737748823a8d tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 931 time: 0.3783283 Oct 12 16:53:26.154811 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:26.276625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a3093-f843-45e7-ad28-a81186321887 None None] Pushing event updated for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:26.434944 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1f65-2b72-471f-90ce-c4a504feb0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.442674 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.445927 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.447384 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4bac61f-454f-4a12-bd33-cb3d7ad79a33 HTTP/1.1" status: 204 len: 168 time: 1.0532005 Oct 12 16:53:26.473240 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d14ee-81f4-4c7c-9d0d-74b0414edd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bac61f-454f-4a12-bd33-cb3d7ad79a33,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:26.643116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1f65-2b72-471f-90ce-c4a504feb0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.651656 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53420) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:26.664626 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] Provisioning complete for port 433d7e2a-0617-477c-849a-f0d3f55b4d23 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:26.666978 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.668380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1f65-2b72-471f-90ce-c4a504feb0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.757860 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6b8e1f65-2b72-471f-90ce-c4a504feb0e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9b66814633f422d9d829d765eaeb174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9648719 Oct 12 16:53:26.766268 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53426) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:26.788505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:25Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:26.790446 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-07ab7f08-a45b-440e-aedb-d12d906e9a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.818319 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-01fb0f0b-a452-4fa8-a5f8-08767ab2f0e4 req-f73248f6-faf7-41e2-b584-c46631235269 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8417058 Oct 12 16:53:26.904628 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-99e45d5c-4090-4139-9511-532d54f2a43d req-85a41f56-d916-42b1-b2f5-1cfa940838da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.2529230 Oct 12 16:53:26.946482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.957849 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e1f65-2b72-471f-90ce-c4a504feb0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b20ee4-19bb-4c8e-bae9-9e5fb021d47c,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:27.016153 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.031740 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26d2a81-3321-4705-be8e-7268d8f21967 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:27.045914 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.084142 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Transition to ACTIVE for port object a26d2a81-3321-4705-be8e-7268d8f21967 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:53:27.090176 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.228159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.234125 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.235332 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6b20ee4-19bb-4c8e-bae9-9e5fb021d47c HTTP/1.1" status: 204 len: 168 time: 0.4527972 Oct 12 16:53:27.260729 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Pushing event updated for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:27.273031 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c56e7-99c8-4df4-b30e-e2cd5f588b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b20ee4-19bb-4c8e-bae9-9e5fb021d47c,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:27.278270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-07ab7f08-a45b-440e-aedb-d12d906e9a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.284280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Attempting to bind port a26d2a81-3321-4705-be8e-7268d8f21967 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:27.284506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Attempting to bind port a26d2a81-3321-4705-be8e-7268d8f21967 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '90f9f200-3a7c-429e-a787-798ace3e4192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:27.284844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Attempting to bind port a26d2a81-3321-4705-be8e-7268d8f21967 on network 2f5d716b-20a5-470a-8054-5fd73e30cbfb {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:27.290258 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Port a26d2a81-3321-4705-be8e-7268d8f21967 on network 2f5d716b-20a5-470a-8054-5fd73e30cbfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:53:27.290585 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Attempting to bind port a26d2a81-3321-4705-be8e-7268d8f21967 on network 2f5d716b-20a5-470a-8054-5fd73e30cbfb {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:27.293682 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-07ab7f08-a45b-440e-aedb-d12d906e9a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.296041 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:27.296310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Checking segment: {'id': '90f9f200-3a7c-429e-a787-798ace3e4192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:27.296851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Bound using segment: {'id': '90f9f200-3a7c-429e-a787-798ace3e4192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:27.297359 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Bound port: a26d2a81-3321-4705-be8e-7268d8f21967, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f9f200-3a7c-429e-a787-798ace3e4192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:27.297719 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.321637 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 433d7e2a-0617-477c-849a-f0d3f55b4d23 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:27.370438 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979fad7-d76b-49bf-b468-7ca10861db1f None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:25Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:27.464511 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:27.466931 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-07ab7f08-a45b-440e-aedb-d12d906e9a98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21919bdef4d44371a91d909f7da3e69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062177 Oct 12 16:53:27.470162 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7f08-a45b-440e-aedb-d12d906e9a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e758e-5121-43b7-b63e-81e61590b957,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:27.474634 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53450) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:27.567950 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a26d2a81-3321-4705-be8e-7268d8f21967,segment=NetworkSegment(90f9f200-3a7c-429e-a787-798ace3e4192),segment_id=90f9f200-3a7c-429e-a787-798ace3e4192)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:27.577512 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.581295 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.590789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 433d7e2a-0617-477c-849a-f0d3f55b4d23 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:27.591410 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.592292 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.598696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.742314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.754368 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.766578 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] 10.222.0.69 "PUT /v2.0/ports/a26d2a81-3321-4705-be8e-7268d8f21967 HTTP/1.1" status: 200 len: 1093 time: 3.3029411 Oct 12 16:53:27.767405 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:27.789145 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.69', 52499) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:27.838685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.852233 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53458) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:28.060310 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] For port 433d7e2a-0617-477c-849a-f0d3f55b4d23, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=433d7e2a-0617-477c-849a-f0d3f55b4d23,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:28.084018 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:28.296746 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53476) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:28.331509 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2fa68-f4a1-41bb-855f-1bc9780a1ee1 None None] Pushing event updated for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:28.419417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=0ad4c077-dd95-4800-b548-3dc9e0c4de88,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:28.486956 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9e38ff4-0671-471e-ad4b-12f93f832ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:28.512646 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:28.522628 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c73a543c-4cd2-4e79-bb74-a2429c17fa9d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7971873 Oct 12 16:53:28.798815 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-32771672-cc98-4a64-9f10-b072736b8f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:28.842340 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b35d81-26c9-45dd-b4b8-c1fd5f4fbf22 req-516e1dfa-f1f6-41dc-a969-3159ab312844 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.855779 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1b35d81-26c9-45dd-b4b8-c1fd5f4fbf22 req-516e1dfa-f1f6-41dc-a969-3159ab312844 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.6209934 Oct 12 16:53:28.916404 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c690a521-47c5-43ce-b0a4-d4072866b414 req-ca49d1e6-d2da-4a6f-9765-79cb1601049d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.2690835 Oct 12 16:53:28.925550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 433d7e2a-0617-477c-849a-f0d3f55b4d23 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:29.058480 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 433d7e2a-0617-477c-849a-f0d3f55b4d23 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:29.058763 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.065526 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-7bdee661-c4a1-4e76-9d28-6ddf06a33a52 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:29.076224 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-7bdee661-c4a1-4e76-9d28-6ddf06a33a52 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 816 time: 1.2802808 Oct 12 16:53:29.121994 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5465f-97db-47d3-bbf9-dae46dff756a service neutron] Pushing event updated for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:29.151447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:29.160101 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.198615 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9e38ff4-0671-471e-ad4b-12f93f832ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.208443 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9e38ff4-0671-471e-ad4b-12f93f832ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.212302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.305048 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-587f2653-01e4-4ee8-9fbc-98c2d1fc156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:29.306966 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-587f2653-01e4-4ee8-9fbc-98c2d1fc156b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7620025728b949fcbbcf988c3afc657d&device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 1096 time: 0.6877694 Oct 12 16:53:29.314628 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.317556 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.318935 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c99e758e-5121-43b7-b63e-81e61590b957 HTTP/1.1" status: 204 len: 168 time: 1.8432286 Oct 12 16:53:29.339775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7bf1-845c-46ac-96eb-47edf52fa788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e758e-5121-43b7-b63e-81e61590b957,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:29.364376 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-13a67cf0-6dc9-400f-827a-db7a23a0cba3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2108588073&fields=id&tenant_id=3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 267 time: 0.2269158 Oct 12 16:53:29.417606 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-32771672-cc98-4a64-9f10-b072736b8f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.499506 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1b35d81-26c9-45dd-b4b8-c1fd5f4fbf22 req-7c9c148d-b7f2-4dee-8306-86f2a53f1c48 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427975 Oct 12 16:53:29.505436 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a9e38ff4-0671-471e-ad4b-12f93f832ae2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da964449d49243529d2438443d0f60b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1589787 Oct 12 16:53:29.543533 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e38ff4-0671-471e-ad4b-12f93f832ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4661ce8-ed50-4e55-8959-0f160efcce23,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:29.553689 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53524) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:29.555618 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-32771672-cc98-4a64-9f10-b072736b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.616175 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32771672-cc98-4a64-9f10-b072736b8f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca643c-43d7-44ef-8b9a-0107e148f866,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:29.676013 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-32771672-cc98-4a64-9f10-b072736b8f93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e216df7ac23d4932bafc3b3cfc99820e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8226798 Oct 12 16:53:29.684190 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53528) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:29.776449 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.789493 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-3abca001-bd60-4a76-bc52-a4a3169f58f0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:29.799129 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-3abca001-bd60-4a76-bc52-a4a3169f58f0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 811 time: 0.4170461 Oct 12 16:53:29.822595 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.839643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.842411 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-76b3acf5-747f-458a-99ff-542fbc94390e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/quotas/3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 375 time: 0.0346479 Oct 12 16:53:29.869783 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.939745 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.945850 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.947109 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beca643c-43d7-44ef-8b9a-0107e148f866 HTTP/1.1" status: 204 len: 168 time: 0.2591572 Oct 12 16:53:29.963209 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b84c3d-d8a4-43bb-9dd7-562489338ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca643c-43d7-44ef-8b9a-0107e148f866,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:30.016314 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-8253c598-da28-41ec-af79-8f9ae5c654d0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427653 Oct 12 16:53:30.165307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:30.171602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:30.179594 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4661ce8-ed50-4e55-8959-0f160efcce23 HTTP/1.1" status: 204 len: 168 time: 0.6137538 Oct 12 16:53:30.208734 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6b4fc-a820-4b7b-b9d8-2c9569d91ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4661ce8-ed50-4e55-8959-0f160efcce23,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:30.268292 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-2cabbf4c-5e75-4604-a269-aa02e04a6ac3 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503357 Oct 12 16:53:30.297776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c1834-b5fe-4842-8aa5-0760b259b861 x-openstack-request-id: req-072c1834-b5fe-4842-8aa5-0760b259b861 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:30.299150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:30.300345 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-072c1834-b5fe-4842-8aa5-0760b259b861 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:30.301658 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967', 'status': 'completed', 'code': 200} Oct 12 16:53:30.409930 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b65be42e-ca67-4cbe-9d21-dbf842a4099f req-41382e7d-7918-4096-9701-58f830fc488c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0419326 Oct 12 16:53:30.430869 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-8ccf4883-253f-4d82-806e-a84375158059 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557403 Oct 12 16:53:30.718679 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a3743-5495-4511-9683-bbe444348277 req-6787784a-983b-4dbf-ad50-df541696c810 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:30.732493 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-622a3743-5495-4511-9683-bbe444348277 req-6787784a-983b-4dbf-ad50-df541696c810 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.1241927 Oct 12 16:53:30.786764 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8a18c683-80d6-43ee-b0b0-453f1b1f579d req-5ca5360e-8630-441f-a1d8-86d7c3ac6e4f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0791304 Oct 12 16:53:30.831970 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-622a3743-5495-4511-9683-bbe444348277 req-8c44b6ba-27a5-4768-bb10-8d243816f311 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928333 Oct 12 16:53:30.900051 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53572) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:30.934074 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a3b05cf1-9876-4ba4-b012-0c104527edab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.171131 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a3b05cf1-9876-4ba4-b012-0c104527edab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.191065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a3b05cf1-9876-4ba4-b012-0c104527edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.341744 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53606) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:31.359014 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a3b05cf1-9876-4ba4-b012-0c104527edab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=108944c4b60d4fe0ae21c857367525be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559455 Oct 12 16:53:31.362030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b05cf1-9876-4ba4-b012-0c104527edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fad8e6-f99b-4e00-b5c3-3afc2f7ffce4,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:31.471357 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.520484 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.599640 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.603286 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:31.614582 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54fad8e6-f99b-4e00-b5c3-3afc2f7ffce4 HTTP/1.1" status: 204 len: 168 time: 0.2710834 Oct 12 16:53:31.624114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1394778-fcec-4b63-8807-308526282a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fad8e6-f99b-4e00-b5c3-3afc2f7ffce4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:31.655242 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b8e6b733-7320-4a17-b9a1-2cce267f5580 req-81b5beee-52c8-4b43-92b6-0293da0f0912 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0942481 Oct 12 16:53:31.975747 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-194ba25f-bfea-4276-9a1a-ff47d518d8e8 req-71c63fee-d8f7-42af-8743-cd0b0f270a76 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0535564 Oct 12 16:53:32.066073 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3828-237d-4b28-a5c8-f39e04f7e01e req-4262a398-a0db-4115-9d92-9cc9ee7cdf58 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:32.095893 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-678e3828-237d-4b28-a5c8-f39e04f7e01e req-4262a398-a0db-4115-9d92-9cc9ee7cdf58 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.1092515 Oct 12 16:53:32.217166 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-678e3828-237d-4b28-a5c8-f39e04f7e01e req-365d770a-c9ff-4ba0-9b30-f28c478f8056 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925078 Oct 12 16:53:32.457218 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53658) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:32.744090 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-35c0400f-bad7-494d-b9f0-3a5b899c3389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:32.821390 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9a6b39f7-3632-465a-ba8d-9da9b0e82d12 req-3ddb1c6d-a7d5-46c9-b9a1-e5c83b5e62a2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0472429 Oct 12 16:53:32.904294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-35c0400f-bad7-494d-b9f0-3a5b899c3389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:32.912609 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-35c0400f-bad7-494d-b9f0-3a5b899c3389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:32.960447 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-35c0400f-bad7-494d-b9f0-3a5b899c3389 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=585ea553544f4776b62c6adc988232ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020621 Oct 12 16:53:32.961880 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0400f-bad7-494d-b9f0-3a5b899c3389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b125d9a-42a2-43f3-83f3-e5791cb87397,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:32.972430 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53678) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:33.031767 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.065240 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.125537 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c20a61b9-e6dd-45a0-8a34-8769e121cbe2 req-71082c2a-3a35-429a-8dc3-83f0c2e5c55e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0302231 Oct 12 16:53:33.181987 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.184988 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.186917 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b125d9a-42a2-43f3-83f3-e5791cb87397 HTTP/1.1" status: 204 len: 168 time: 0.2126265 Oct 12 16:53:33.198366 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d662-4ffc-4705-a4bd-3dd98ec0da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b125d9a-42a2-43f3-83f3-e5791cb87397,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:33.369083 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125910-4e78-4983-9e1d-1cc4cce0b21c req-330f552c-4eb6-4342-8082-2cd37e71f228 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.371547 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b125910-4e78-4983-9e1d-1cc4cce0b21c req-330f552c-4eb6-4342-8082-2cd37e71f228 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0753956 Oct 12 16:53:33.426565 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b125910-4e78-4983-9e1d-1cc4cce0b21c req-7e46a647-d154-4772-a37c-0c8197b637a3 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484791 Oct 12 16:53:33.800433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53714) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:33.817220 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cb7b46c5-6166-46ca-b70d-cc6dfb65295f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.924032 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cb7b46c5-6166-46ca-b70d-cc6dfb65295f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.961980 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3280b21d-284d-4449-94f3-cf159aabd308 req-3e70b377-863b-44f5-9893-270dd56b33e2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0591085 Oct 12 16:53:33.963385 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cb7b46c5-6166-46ca-b70d-cc6dfb65295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.055525 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-cb7b46c5-6166-46ca-b70d-cc6dfb65295f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91661122ba9646e8a7761d96f7ded3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527988 Oct 12 16:53:34.056635 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b46c5-6166-46ca-b70d-cc6dfb65295f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819f530-3a84-4b27-a246-6d566375a234,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:34.058170 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53726) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:34.140312 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.166586 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.248418 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59572be5-00a1-41c8-a17d-05d19d609065 req-bb4cd7a7-7978-4945-a66a-66450d06cdcf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0339286 Oct 12 16:53:34.259295 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.263253 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.265242 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0819f530-3a84-4b27-a246-6d566375a234 HTTP/1.1" status: 204 len: 168 time: 0.2058907 Oct 12 16:53:34.274620 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31eaba5-be08-4442-ba4e-509007d5ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819f530-3a84-4b27-a246-6d566375a234,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:34.548386 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730ab4-ba5e-4d01-8872-947f87e0f999 req-f7f3fa6e-003a-4523-a404-585b535746c4 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:34.550275 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61730ab4-ba5e-4d01-8872-947f87e0f999 req-f7f3fa6e-003a-4523-a404-585b535746c4 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0540125 Oct 12 16:53:34.588857 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61730ab4-ba5e-4d01-8872-947f87e0f999 req-44a72fc0-289b-48ca-94dd-debaf51da0f3 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Oct 12 16:53:34.645344 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53756) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:34.810560 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb67c098-ab73-46bd-ab33-78ecdadce144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.890942 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb67c098-ab73-46bd-ab33-78ecdadce144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.896034 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb67c098-ab73-46bd-ab33-78ecdadce144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.933768 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c098-ab73-46bd-ab33-78ecdadce144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9aca9-97dc-4f8e-9692-0c64ea93b2d6,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:34.941500 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-eb67c098-ab73-46bd-ab33-78ecdadce144 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bf8fcf564c14f31a03ce7dcd9724dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921159 Oct 12 16:53:34.941840 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53776) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:34.992971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.017603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.106032 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bdafe200-3bce-42a1-bd1e-15f4e7f4ed06 req-1e481d09-3c12-41fe-a393-14c34b5dbd8e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0403533 Oct 12 16:53:35.140800 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.141958 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.143090 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9e9aca9-97dc-4f8e-9692-0c64ea93b2d6 HTTP/1.1" status: 204 len: 168 time: 0.2004378 Oct 12 16:53:35.154544 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04f897-c6d3-4674-9b98-2029542c5015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9aca9-97dc-4f8e-9692-0c64ea93b2d6,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:35.363080 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fad9e5a9-3073-4656-88d0-cff9ddc01c69 req-2f63cbd0-057b-4680-afd1-7841df09b8e5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0307419 Oct 12 16:53:35.716261 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa1761-b4cc-4c6f-956a-9f8627f70a9c req-de2516b8-647a-4fdd-ae26-e76fafe7c745 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:35.723881 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-98aa1761-b4cc-4c6f-956a-9f8627f70a9c req-de2516b8-647a-4fdd-ae26-e76fafe7c745 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0578883 Oct 12 16:53:35.726577 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53814) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:35.741248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b98a6538-0ee1-4a1e-9954-b56d910525d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.794375 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-98aa1761-b4cc-4c6f-956a-9f8627f70a9c req-91498049-7134-4e3b-accb-13a8735c7a93 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Oct 12 16:53:35.865108 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b98a6538-0ee1-4a1e-9954-b56d910525d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.876003 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b98a6538-0ee1-4a1e-9954-b56d910525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.881768 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53822) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:35.920583 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-b98a6538-0ee1-4a1e-9954-b56d910525d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c77514aede847afa12dd310d24b7e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929452 Oct 12 16:53:35.923348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53826) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:35.929930 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a6538-0ee1-4a1e-9954-b56d910525d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003fc5e8-e36a-4bc4-876b-ce1e4734e590,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:35.985126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.006921 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.058901 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.062514 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.063903 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/003fc5e8-e36a-4bc4-876b-ce1e4734e590 HTTP/1.1" status: 204 len: 168 time: 0.1394527 Oct 12 16:53:36.072182 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231c02-2bbd-4b3b-9853-1dba5b91a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003fc5e8-e36a-4bc4-876b-ce1e4734e590,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:36.124390 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dab1687-2fb5-463c-b201-627fe5d07b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.224899 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dab1687-2fb5-463c-b201-627fe5d07b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.228795 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-441bfc2e-0928-4665-9843-d94ceaed35ad req-c5b45289-9234-4c74-9f28-97d48e17b71b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0354590 Oct 12 16:53:36.230419 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dab1687-2fb5-463c-b201-627fe5d07b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.263267 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1687-2fb5-463c-b201-627fe5d07b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3a4b7-f8af-45cb-bdfd-19b936efb12e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:36.290938 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2dab1687-2fb5-463c-b201-627fe5d07b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b01c348ba66498b8d52d855c755b71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074872 Oct 12 16:53:36.293656 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53840) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:36.352344 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.375950 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.433520 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.436573 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.437945 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7b3a4b7-f8af-45cb-bdfd-19b936efb12e HTTP/1.1" status: 204 len: 168 time: 0.1431582 Oct 12 16:53:36.448644 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7581bf-421d-4b4e-91c7-3ec9e133fe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3a4b7-f8af-45cb-bdfd-19b936efb12e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:36.508041 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9ac45f4e-fca9-44bb-844f-c6c96d15768f req-f7d40044-a17d-444d-9734-8cc7316136ae tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0436540 Oct 12 16:53:36.810272 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53864) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:36.845917 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-2b49a194-2fce-4292-b657-e9586ac57669 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 380 time: 0.1039188 Oct 12 16:53:36.855140 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06837121-a3b8-4982-87cf-8360c6bcf0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.869945 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'port': {'device_id': '54a023a2-b616-489f-84fd-4425082b43fb', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'admin_state_up': True, 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'security_groups': ['36a25422-976d-40a4-95dd-f876f350ecb0']}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:36.873641 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-8b770fb9-0bc9-4b66-86ba-1180e79240ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26d2a81-3321-4705-be8e-7268d8f21967 HTTP/1.1" status: 200 len: 217 time: 0.1325295 Oct 12 16:53:37.005895 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d69a4d-ef7a-44a1-a20d-cc1860933308 req-86d48b81-93a0-4494-a4af-112efb57aaa9 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.008321 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-82d69a4d-ef7a-44a1-a20d-cc1860933308 req-86d48b81-93a0-4494-a4af-112efb57aaa9 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.1329651 Oct 12 16:53:37.014906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-3bcd4a2c-d265-4212-b512-78d434be2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.016735 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-3bcd4a2c-d265-4212-b512-78d434be2bda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94300ad6-0c8f-4a21-bea2-210d0666cc53 HTTP/1.1" status: 200 len: 851 time: 0.1045434 Oct 12 16:53:37.074365 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06837121-a3b8-4982-87cf-8360c6bcf0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.075820 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Made reservation on behalf of d8fb7a8c01df44dfb4966cb60dcbe595 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:37.078296 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-f54c0bc7-ba60-4464-b028-6ee371720a77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f5d716b-20a5-470a-8054-5fd73e30cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517061 Oct 12 16:53:37.081833 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.093576 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06837121-a3b8-4982-87cf-8360c6bcf0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.114469 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-82d69a4d-ef7a-44a1-a20d-cc1860933308 req-40868980-a1cb-422d-be58-12b4d5ad36f9 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Oct 12 16:53:37.167629 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-06837121-a3b8-4982-87cf-8360c6bcf0ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17b629a3a3b64ec4a55cf430f0643d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608816 Oct 12 16:53:37.171495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53876) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:37.229884 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06837121-a3b8-4982-87cf-8360c6bcf0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b5ce1-c1e8-49e9-91da-ef58570f0951,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:37.230283 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-322ac201-05a0-4c7d-ba7b-6c6512ec9238 service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370173 Oct 12 16:53:37.246967 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.303589 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5ccc3b17-2382-4060-bb49-7dfdb75b4eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.318932 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.388226 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c70f15ce-2d5d-4f4f-a5a0-d712ebb0dfce req-3657415b-414f-4076-8abe-f703ba08bdc3 service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423066 Oct 12 16:53:37.402779 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.406611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.412597 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77b5ce1-c1e8-49e9-91da-ef58570f0951 HTTP/1.1" status: 204 len: 168 time: 0.2399669 Oct 12 16:53:37.417949 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-da2a742c-a786-49e3-8d98-56cb5a53f2aa req-8b80144e-df9b-4ba6-8d54-9683adc0bfeb tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 210 time: 0.0796385 Oct 12 16:53:37.419584 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Allocated IP 172.20.0.13 (3e51c848-e67a-4a3e-b611-c67aa772975a/c1136f91-a2a7-4ac9-af56-dd230324b8ec/22b20943-f9ba-491e-9472-8c4b8972d7c3) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:37.423142 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500ac0d-922a-4d93-988a-22e9905462a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b5ce1-c1e8-49e9-91da-ef58570f0951,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:37.540551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.69', 52507) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:37.612730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-9d4e98fa-d80a-44b3-968d-3bd15137aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.614268 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-9d4e98fa-d80a-44b3-968d-3bd15137aabb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7620025728b949fcbbcf988c3afc657d&device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 1096 time: 0.0727727 Oct 12 16:53:37.654894 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.699320 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.828136 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:37.837970 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:37.841920 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:37.859135 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.859807 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.874670 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:37.885528 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-df4f43ce-1349-4d31-bd70-70bb513d2ee0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.886842 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-df4f43ce-1349-4d31-bd70-70bb513d2ee0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 811 time: 0.4153805 Oct 12 16:53:37.916036 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-5b6bf5af-f728-4a43-b254-364e1659bc17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0506060 Oct 12 16:53:37.930556 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-03f5b650-824c-4333-8e2f-5425f64ee275 req-7ebc34d5-2e29-483a-be01-5fcd8f5ad339 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.2876167 Oct 12 16:53:37.948465 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Request body: {'port': {'device_id': '54a023a2-b616-489f-84fd-4425082b43fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:37.969219 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53910) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:38.045428 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-34c0c6f1-74ef-4663-af31-d6630ee30039 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 380 time: 0.1223619 Oct 12 16:53:38.062016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'port': {'device_id': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'admin_state_up': True, 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'security_groups': ['c1c1f5aa-7c3c-4a1e-99c4-deced0147471']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:38.066852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.210149 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-02fddd9c-8190-48dd-87d0-95e8d7326970 None None] Provisioning complete for port 22b20943-f9ba-491e-9472-8c4b8972d7c3 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:38.210511 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-02fddd9c-8190-48dd-87d0-95e8d7326970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.277050 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-02fddd9c-8190-48dd-87d0-95e8d7326970 None None] Port 22b20943-f9ba-491e-9472-8c4b8972d7c3 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:38.316719 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-2423d71d-abd7-4f03-80e1-0e09673780f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.323235 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-2423d71d-abd7-4f03-80e1-0e09673780f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f5d716b-20a5-470a-8054-5fd73e30cbfb HTTP/1.1" status: 200 len: 913 time: 0.6988335 Oct 12 16:53:38.328415 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-abe14ccd-d465-4d86-b12f-216ed37d939f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.429470 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-9c3d62c4-bdcb-416e-933a-215db073e56d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26d2a81-3321-4705-be8e-7268d8f21967 HTTP/1.1" status: 200 len: 217 time: 0.0931430 Oct 12 16:53:38.606381 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Made reservation on behalf of 3531038be7ef42149fa8f272160c7686 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:38.610097 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.706843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c266afe-d366-47b3-8dfc-aad38dafec28 req-95f5b164-447b-455e-9da3-a7c8de0c81e0 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.712646 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-eccde7dd-8add-46c1-81ab-9d9be992b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.714144 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-eccde7dd-8add-46c1-81ab-9d9be992b0be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94300ad6-0c8f-4a21-bea2-210d0666cc53 HTTP/1.1" status: 200 len: 851 time: 0.2740731 Oct 12 16:53:38.714256 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8c266afe-d366-47b3-8dfc-aad38dafec28 req-95f5b164-447b-455e-9da3-a7c8de0c81e0 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0871925 Oct 12 16:53:38.731927 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-abe14ccd-d465-4d86-b12f-216ed37d939f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.767683 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750580b-0e2c-458d-a077-9d4650734132 req-443e8cfd-f011-46c1-8e3d-327a02f873b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.775686 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d750580b-0e2c-458d-a077-9d4650734132 req-443e8cfd-f011-46c1-8e3d-327a02f873b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 932 time: 0.2042310 Oct 12 16:53:38.777664 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-abe14ccd-d465-4d86-b12f-216ed37d939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.795938 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8c266afe-d366-47b3-8dfc-aad38dafec28 req-05a4a68f-bbde-41db-b913-3fc9876fb3a5 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760279 Oct 12 16:53:38.857363 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 53950) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:38.881162 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:38.885517 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-abe14ccd-d465-4d86-b12f-216ed37d939f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=196a0905724d4484957b65d10892813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035516 Oct 12 16:53:38.885517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe14ccd-d465-4d86-b12f-216ed37d939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa3594-eeb1-4775-b0a3-0d0334d86466,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:38.888265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53954) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:38.888417 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Allocated IP 172.20.0.8 (3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e/142df37a-bfee-4873-9e1f-9b22dd6bfbee/2120887b-715a-4cad-be9d-ea111170f177) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:38.895603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.905475 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d750580b-0e2c-458d-a077-9d4650734132 req-08e3207a-c2bb-40d2-8e1c-7894d2ddfff1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287301 Oct 12 16:53:38.941665 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Transition to ACTIVE for port object 22b20943-f9ba-491e-9472-8c4b8972d7c3 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:53:38.948309 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.995579 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.021298 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082173617-network', 'tenant_id': 'c75c30f5593e4cc5b256a31f2942e371'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:39.027757 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.067577 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.071542 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Made reservation on behalf of c75c30f5593e4cc5b256a31f2942e371 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:39.073872 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.078814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.089613 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.124929 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bdc82717-95d4-47b7-9e1d-24e02f7a90e9 req-609f60c9-4fb4-48ad-9480-6c7a1a70f7b4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0843921 Oct 12 16:53:39.156706 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Attempting to bind port 22b20943-f9ba-491e-9472-8c4b8972d7c3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:39.157150 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Attempting to bind port 22b20943-f9ba-491e-9472-8c4b8972d7c3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:39.157502 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Attempting to bind port 22b20943-f9ba-491e-9472-8c4b8972d7c3 on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:39.160202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.164912 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Port 22b20943-f9ba-491e-9472-8c4b8972d7c3 on network 3e51c848-e67a-4a3e-b611-c67aa772975a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:53:39.165600 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Attempting to bind port 22b20943-f9ba-491e-9472-8c4b8972d7c3 on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:39.171345 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:39.171699 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Checking segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:39.172231 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Bound using segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:39.172668 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Bound port: 22b20943-f9ba-491e-9472-8c4b8972d7c3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:39.173749 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.192638 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.195195 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.196262 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04aa3594-eeb1-4775-b0a3-0d0334d86466 HTTP/1.1" status: 204 len: 168 time: 0.3070502 Oct 12 16:53:39.225779 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74935817-ee00-4994-9b87-8d1988d3be7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa3594-eeb1-4775-b0a3-0d0334d86466,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.239310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:39.244001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:39.254560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:39.264708 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.264708 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.275108 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:39.275417 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.280503 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:39.285764 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-c5eeee65-9c3b-453b-819b-9387485bc707 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2300994 Oct 12 16:53:39.287609 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.316271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.334646 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.335256 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.336648 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] 10.222.0.69 "PUT /v2.0/ports/22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 1094 time: 1.4090769 Oct 12 16:53:39.337126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:39.341216 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.380079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:39.402279 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6b270-bbc4-464b-9ed0-3bfe6a9c0769,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.418204 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.422720 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Added segment 55f72bbd-2475-4eea-9488-5dd23002d941 of type vlan for network 0c7ee2fe-3b36-4799-8181-930e84c7285e Oct 12 16:53:39.466805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1f76-c905-424c-b7fc-286e92313b66 service neutron] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.496923 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.534556 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.536105 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.536820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.594753 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574086ca-c07f-41d0-b671-4fded3e19cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:39.602191 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7382226 Oct 12 16:53:39.605181 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 53976) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:39.610885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Request body: {'subnet': {'network_id': '0c7ee2fe-3b36-4799-8181-930e84c7285e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082173617-subnet', 'tenant_id': 'c75c30f5593e4cc5b256a31f2942e371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:39.638146 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649495-024d-42c2-a2a2-35d5d2431da2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c7ee2fe-3b36-4799-8181-930e84c7285e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.641713 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-15133ddb-0abb-4699-a10a-1999a160489e None None] Provisioning complete for port 2120887b-715a-4cad-be9d-ea111170f177 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:39.643896 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Made reservation on behalf of c75c30f5593e4cc5b256a31f2942e371 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:39.646489 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.653227 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-15133ddb-0abb-4699-a10a-1999a160489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.695513 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-15133ddb-0abb-4699-a10a-1999a160489e None None] Port 2120887b-715a-4cad-be9d-ea111170f177 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:39.700572 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 0c7ee2fe-3b36-4799-8181-930e84c7285e details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:39.792277 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ece25-c5c9-44e0-9889-f7cb19c8eb6f x-openstack-request-id: req-0f5ece25-c5c9-44e0-9889-f7cb19c8eb6f {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:39.792572 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:39.792825 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f5ece25-c5c9-44e0-9889-f7cb19c8eb6f {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:39.793390 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'status': 'completed', 'code': 200} Oct 12 16:53:39.843215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.849908 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-390e55d9-7754-48b2-8de3-0c3ef5fd97ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.932913 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4508b05-0347-4e0e-8f14-22a32e24570a,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.966958 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2846a78-7118-45c8-a7f3-82e996efaa69 req-64b29a52-7ee5-4cef-bab7-11682ebf6fce tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.969264 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f2846a78-7118-45c8-a7f3-82e996efaa69 req-64b29a52-7ee5-4cef-bab7-11682ebf6fce tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0939770 Oct 12 16:53:39.973001 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Checking segment: {'id': '55f72bbd-2475-4eea-9488-5dd23002d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '0c7ee2fe-3b36-4799-8181-930e84c7285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:39.973420 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Network hostable DHCP agents. Network: 0c7ee2fe-3b36-4799-8181-930e84c7285e, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:40.005779 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Network 0c7ee2fe-3b36-4799-8181-930e84c7285e is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:40.027891 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f2846a78-7118-45c8-a7f3-82e996efaa69 req-a6ce3096-97c0-43a4-b47c-6fe77b0feeb1 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491414 Oct 12 16:53:40.028679 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 0c7ee2fe-3b36-4799-8181-930e84c7285e) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:40.032924 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:40.033538 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.050150 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61034fe1-9ffe-418f-86c0-368b6f3a1f10 None None] Network 0c7ee2fe-3b36-4799-8181-930e84c7285e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:40.050352 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449916c9-6720-4ad7-80ee-6235fc071024 req-0b774605-ddab-4680-833c-2e70398683ab tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:40.050774 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0f10f2d9-b2ac-4d40-9ffd-b29af34efc77 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4445450 Oct 12 16:53:40.051724 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-449916c9-6720-4ad7-80ee-6235fc071024 req-0b774605-ddab-4680-833c-2e70398683ab tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0585606 Oct 12 16:53:40.102450 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-449916c9-6720-4ad7-80ee-6235fc071024 req-335ad391-26ed-4648-aaf4-fa7951299dd2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 Oct 12 16:53:40.195774 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0045cb7-5ed3-4b86-b5c2-877f29054721 None None] Network 0c7ee2fe-3b36-4799-8181-930e84c7285e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:40.263647 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0a7e-5866-413c-9f6f-62b1b2ed312c req-ad507d4f-ea9b-4360-b601-2843d6be5f26 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:40.272221 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c81e0a7e-5866-413c-9f6f-62b1b2ed312c req-ad507d4f-ea9b-4360-b601-2843d6be5f26 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 931 time: 0.0593898 Oct 12 16:53:40.332568 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c81e0a7e-5866-413c-9f6f-62b1b2ed312c req-691d7448-e381-49cc-8e30-7fb0b40c9c22 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Oct 12 16:53:40.669800 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54062) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:40.674796 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-584951639-network', 'tenant_id': 'aa471dbc5b3b4301aaada0a5fe57e1f7'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:40.699301 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Made reservation on behalf of aa471dbc5b3b4301aaada0a5fe57e1f7 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:40.702878 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.720357 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.813964 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.817363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.843075 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:40.849997 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995530a5-eb2d-4a1c-a7dc-8dfbb26e8364,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:40.855933 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.856323 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Added segment 28b9665c-e5f0-424d-863a-991d19a82cd7 of type vlan for network c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 Oct 12 16:53:40.897440 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.921228 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.922137 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:40.922731 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.976697 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3057160 Oct 12 16:53:40.979584 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54072) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:40.984601 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Request body: {'subnet': {'network_id': 'c2d47d2d-5bea-448e-8bb8-b4cf77afaa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-584951639-subnet', 'tenant_id': 'aa471dbc5b3b4301aaada0a5fe57e1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:40.987230 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b737-6628-4609-b72a-0fcf1dc8d936 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d47d2d-5bea-448e-8bb8-b4cf77afaa71,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:40.998013 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:41.009383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Made reservation on behalf of aa471dbc5b3b4301aaada0a5fe57e1f7 for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:41.014149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Notify callbacks [] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.069443 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.107922 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.224328 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92bf2c-5f0a-46af-9069-eac59bbfb044 req-66724a6f-6516-41fb-89e8-afc346cbe29b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.225847 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1b5d4-f308-4803-aac3-10e90e2b62a5 req-06353d01-b90f-4e3e-b61d-76beb0260cee tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.226317 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3d92bf2c-5f0a-46af-9069-eac59bbfb044 req-66724a6f-6516-41fb-89e8-afc346cbe29b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0490980 Oct 12 16:53:41.227351 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-70d1b5d4-f308-4803-aac3-10e90e2b62a5 req-06353d01-b90f-4e3e-b61d-76beb0260cee tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 943 time: 0.0910921 Oct 12 16:53:41.236029 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.265620 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3d92bf2c-5f0a-46af-9069-eac59bbfb044 req-dcd4377f-cc46-4ba0-a15e-65b9286402ab tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332608 Oct 12 16:53:41.312858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd17204-08c5-457e-ada0-3d9b85439467,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:41.325719 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-70d1b5d4-f308-4803-aac3-10e90e2b62a5 req-c49781a8-caf9-4f7d-bf13-8174b8804263 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908985 Oct 12 16:53:41.329976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Checking segment: {'id': '28b9665c-e5f0-424d-863a-991d19a82cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c2d47d2d-5bea-448e-8bb8-b4cf77afaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:41.330305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Network hostable DHCP agents. Network: c2d47d2d-5bea-448e-8bb8-b4cf77afaa71, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:41.364584 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Request body: {'port': {'device_id': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:41.365961 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device a26d2a81-3321-4705-be8e-7268d8f21967 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:41.371950 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-f0687871-8df5-4db7-8d1e-c2cdd7a6c7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f5d716b-20a5-470a-8054-5fd73e30cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394113 Oct 12 16:53:41.458089 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Network c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:41.497970 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-e96f8710-9d10-4379-bcb7-2e3ecee10f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.499586 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-e96f8710-9d10-4379-bcb7-2e3ecee10f4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1097 time: 0.1345143 Oct 12 16:53:41.502343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, c2d47d2d-5bea-448e-8bb8-b4cf77afaa71) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:41.507968 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.512025 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.512370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.523910 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b65dc85-bf09-49bf-9e64-e43e2316d758 None None] Network c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:41.528396 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a26d2a81-3321-4705-be8e-7268d8f21967,segment=NetworkSegment(90f9f200-3a7c-429e-a787-798ace3e4192),segment_id=90f9f200-3a7c-429e-a787-798ace3e4192)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:41.566903 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-05f49788-f32a-44c9-8d42-7cb13fa28cda admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5859787 Oct 12 16:53:41.586600 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-4c0a032d-4a30-4544-ac1b-cddd9768ec55 service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983008 Oct 12 16:53:41.602645 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-55f32682-f654-4f39-888c-6f41dc1429a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0909517 Oct 12 16:53:41.612110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10c7b-4b72-41a2-b67f-52f118bd7572 req-ce60842d-9f8d-4ca6-a924-abf207e77278 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.614397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'a26d2a81-3321-4705-be8e-7268d8f21967', 'network_id': '2f5d716b-20a5-470a-8054-5fd73e30cbfb', 'port_id': 'a26d2a81-3321-4705-be8e-7268d8f21967', 'mac_address': 'fa:16:3e:6c:61:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94300ad6-0c8f-4a21-bea2-210d0666cc53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:41.620147 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3bd10c7b-4b72-41a2-b67f-52f118bd7572 req-ce60842d-9f8d-4ca6-a924-abf207e77278 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 931 time: 0.1850681 Oct 12 16:53:41.677633 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3bd10c7b-4b72-41a2-b67f-52f118bd7572 req-ee05077d-269b-4ebe-b055-ff186ce3f3e5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565956 Oct 12 16:53:41.722398 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-afd817d4-1012-4eb0-a85c-c1cda0e420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.724492 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-afd817d4-1012-4eb0-a85c-c1cda0e420fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.1023021 Oct 12 16:53:41.728461 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.747001 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26d2a81-3321-4705-be8e-7268d8f21967 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:41.784788 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a26d2a81-3321-4705-be8e-7268d8f21967,segment=NetworkSegment(90f9f200-3a7c-429e-a787-798ace3e4192),segment_id=90f9f200-3a7c-429e-a787-798ace3e4192)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:41.819994 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.821692 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-775f5d67-7f39-473f-a0be-a8d6d468c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.823302 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-775f5d67-7f39-473f-a0be-a8d6d468c3ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909891 Oct 12 16:53:41.856898 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-976aaf7e-e4d1-49c4-9e52-85c4e6d4c744 req-4899a4ae-c94e-4ec1-8610-76c3801a5421 service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568083 Oct 12 16:53:41.865719 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76becdd6-dc8b-49d3-8c92-f5f1108da658 None None] Network c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:41.928228 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:41.969911 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2120887b-715a-4cad-be9d-ea111170f177 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:41.977685 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.990313 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Transition to ACTIVE for port object 2120887b-715a-4cad-be9d-ea111170f177 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:53:41.994345 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.044785 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:42.078108 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Attempting to bind port 2120887b-715a-4cad-be9d-ea111170f177 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:42.078449 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Attempting to bind port 2120887b-715a-4cad-be9d-ea111170f177 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:42.078776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Attempting to bind port 2120887b-715a-4cad-be9d-ea111170f177 on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:42.083477 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Port 2120887b-715a-4cad-be9d-ea111170f177 on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:53:42.083793 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Attempting to bind port 2120887b-715a-4cad-be9d-ea111170f177 on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:42.095061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:42.095061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Checking segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:42.095061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Bound using segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:42.095061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Bound port: 2120887b-715a-4cad-be9d-ea111170f177, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:42.095061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.169648 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:42.173997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2120887b-715a-4cad-be9d-ea111170f177,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:42.179940 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.230372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.230372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.230372 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] 10.222.0.69 "PUT /v2.0/ports/2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 1093 time: 0.8805821 Oct 12 16:53:42.230372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'tag': '2120887b-715a-4cad-be9d-ea111170f177'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:42.230372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a97c9-dcdc-45e6-9982-8f04d3e6395a" -d '{"events": [{"name": "network-changed", "server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "tag": "2120887b-715a-4cad-be9d-ea111170f177"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:42.263350 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be63a-1eb3-4ebb-be66-2413e567d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:42.310593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0383369b-824a-42b3-ac3c-13b40bd3d458 x-openstack-request-id: req-0383369b-824a-42b3-ac3c-13b40bd3d458 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:42.310959 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "tag": "2120887b-715a-4cad-be9d-ea111170f177", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:42.311423 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0383369b-824a-42b3-ac3c-13b40bd3d458 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:42.311874 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'tag': '2120887b-715a-4cad-be9d-ea111170f177', 'status': 'completed', 'code': 200} Oct 12 16:53:42.408532 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e8a3-7974-4a95-bb84-d9b523300dc2 req-aaa09cd6-15d8-4c3e-be7d-8efdb651a28a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.410835 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c127e8a3-7974-4a95-bb84-d9b523300dc2 req-aaa09cd6-15d8-4c3e-be7d-8efdb651a28a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0611806 Oct 12 16:53:42.453629 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.461314 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c127e8a3-7974-4a95-bb84-d9b523300dc2 req-5200ff9d-f400-40b0-945f-4ccebef78104 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Oct 12 16:53:42.469099 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a8232-9a8d-49a5-9683-7cfa199f85f4 req-8b4fda02-a385-4ab1-9706-48a7f9fa4b18 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.471272 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc4a8232-9a8d-49a5-9683-7cfa199f85f4 req-8b4fda02-a385-4ab1-9706-48a7f9fa4b18 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0668192 Oct 12 16:53:42.514531 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc4a8232-9a8d-49a5-9683-7cfa199f85f4 req-05c71403-268f-47b0-be98-834540ab3d3c tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Oct 12 16:53:42.802363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccb992-5c81-4e3e-87fd-c6f36fc9ea82 req-3eccdb7a-dc2a-4213-9a31-b733358ebfa3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.803846 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52ccb992-5c81-4e3e-87fd-c6f36fc9ea82 req-3eccdb7a-dc2a-4213-9a31-b733358ebfa3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0491672 Oct 12 16:53:42.844411 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52ccb992-5c81-4e3e-87fd-c6f36fc9ea82 req-a7591eea-d93a-4daf-9d29-1863dc55e7d1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Oct 12 16:53:43.587544 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2935d0-7e84-4dfb-adb0-269c38611fb1 req-799ca7c5-e4b8-4fe8-8498-6868fd05246b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:43.588931 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f2935d0-7e84-4dfb-adb0-269c38611fb1 req-799ca7c5-e4b8-4fe8-8498-6868fd05246b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0538280 Oct 12 16:53:43.626697 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f2935d0-7e84-4dfb-adb0-269c38611fb1 req-7c703d4a-4363-4665-9dc5-c3639ada9bd1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Oct 12 16:53:43.632481 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e165e52-c1c5-4b04-a5f6-307a2404106c req-991760b0-c1f8-4f71-9b1a-e6ea105efd52 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:43.634077 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4e165e52-c1c5-4b04-a5f6-307a2404106c req-991760b0-c1f8-4f71-9b1a-e6ea105efd52 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0478902 Oct 12 16:53:43.670811 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4e165e52-c1c5-4b04-a5f6-307a2404106c req-5732b6a4-b0e0-47d3-9f83-94be9c410a06 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Oct 12 16:53:43.956711 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce9f3-af51-4b01-8b7d-31d01cb0366d req-9dcc4278-4027-4a93-bf11-d5616858f25b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:43.958188 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-91dce9f3-af51-4b01-8b7d-31d01cb0366d req-9dcc4278-4027-4a93-bf11-d5616858f25b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0475709 Oct 12 16:53:43.996215 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-91dce9f3-af51-4b01-8b7d-31d01cb0366d req-259136f8-d9ab-481e-a9d9-9130cd0d4d8d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Oct 12 16:53:44.644456 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-8b0afbba-7170-4523-ac4c-81ec2b801cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Oct 12 16:53:44.648644 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-1dd74c9f-01be-4d21-bdec-048deb355170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.650112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-1dd74c9f-01be-4d21-bdec-048deb355170 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1096 time: 0.0403256 Oct 12 16:53:44.771266 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317729d3-9973-4d48-936f-f6d04c25df4f req-a24437e9-7979-412a-b894-6a9a916007bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.772812 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-317729d3-9973-4d48-936f-f6d04c25df4f req-a24437e9-7979-412a-b894-6a9a916007bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0669549 Oct 12 16:53:44.817246 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-218c63a6-9b77-4022-97e5-cbfeada58374 req-ba542ba3-40ba-4f38-91f6-8ff63a567712 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578245 Oct 12 16:53:44.832821 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-317729d3-9973-4d48-936f-f6d04c25df4f req-bb66809b-2547-41bb-9096-90fa5b46d1c6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480444 Oct 12 16:53:44.853777 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['a26d2a81-3321-4705-be8e-7268d8f21967'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:44.930022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-33dcfbc1-19c3-4282-80ac-fbf5e68265c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.931500 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-33dcfbc1-19c3-4282-80ac-fbf5e68265c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1097 time: 0.0557110 Oct 12 16:53:45.095434 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa62cd5-045a-4f3a-903e-3545d9817ed3 req-dd7e522b-9866-43f3-9530-03961216c725 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.100541 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7fa62cd5-045a-4f3a-903e-3545d9817ed3 req-dd7e522b-9866-43f3-9530-03961216c725 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.1635513 Oct 12 16:53:45.129736 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-e36fef99-0346-43bb-8508-d18738f67aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.135876 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-e36fef99-0346-43bb-8508-d18738f67aa2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3531038be7ef42149fa8f272160c7686&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4743218 Oct 12 16:53:45.162750 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7fa62cd5-045a-4f3a-903e-3545d9817ed3 req-8d93d4f6-efcf-4318-9d3d-100da616b41a tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556746 Oct 12 16:53:45.411879 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-9eccd9ed-69a3-4b65-b9c2-4e8b4c8cd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.413484 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-9eccd9ed-69a3-4b65-b9c2-4e8b4c8cd427 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.4688351 Oct 12 16:53:45.422119 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6150cf-8577-43ca-b47c-91a7fc30a22d req-e7ddc77b-5e9f-45bf-80b8-804c553b304b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.425137 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ec6150cf-8577-43ca-b47c-91a7fc30a22d req-e7ddc77b-5e9f-45bf-80b8-804c553b304b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.2753034 Oct 12 16:53:45.465887 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ec6150cf-8577-43ca-b47c-91a7fc30a22d req-f9f15739-480f-4cec-bb9e-2a7dbd0ee56c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349052 Oct 12 16:53:45.954054 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8426f-9807-4b44-b1dc-8daff98dae6a req-b3d6a06e-0158-4835-9bd7-d80bb6f8f510 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.955501 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5dd8426f-9807-4b44-b1dc-8daff98dae6a req-b3d6a06e-0158-4835-9bd7-d80bb6f8f510 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0480876 Oct 12 16:53:45.996629 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5dd8426f-9807-4b44-b1dc-8daff98dae6a req-8e3ec9c2-e907-43e9-b32b-497f80183eb3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351863 Oct 12 16:53:46.290852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30874a66-0d8c-4926-b295-69aef613ece7 req-96171960-0568-4ac8-bf35-778b85754542 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.292282 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-30874a66-0d8c-4926-b295-69aef613ece7 req-96171960-0568-4ac8-bf35-778b85754542 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0483909 Oct 12 16:53:46.329223 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-30874a66-0d8c-4926-b295-69aef613ece7 req-93ee711e-882e-4130-8233-581b267a2851 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Oct 12 16:53:46.575609 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db2ab-137f-4394-95f2-97cca0017572 req-d72d6228-bee9-4825-8770-bd6d87b96459 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.577074 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c9db2ab-137f-4394-95f2-97cca0017572 req-d72d6228-bee9-4825-8770-bd6d87b96459 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0469785 Oct 12 16:53:46.614275 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c9db2ab-137f-4394-95f2-97cca0017572 req-a5113653-eedc-47b9-8474-fb96782585ff tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Oct 12 16:53:46.831875 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-3f43d540-8f12-4493-8ba4-8c2c4bd6774b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Oct 12 16:53:46.946156 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-48caca8b-9c9f-492d-8ad0-eff439072f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.947608 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-863a97c9-dcdc-45e6-9982-8f04d3e6395a req-48caca8b-9c9f-492d-8ad0-eff439072f0f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1561027 Oct 12 16:53:47.133675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb06b4-46a2-40f1-aad9-9c7d59780faa req-bb4710fa-5d13-4455-8a16-7076738354ea tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.135211 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a3cb06b4-46a2-40f1-aad9-9c7d59780faa req-bb4710fa-5d13-4455-8a16-7076738354ea tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0634036 Oct 12 16:53:47.174419 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a3cb06b4-46a2-40f1-aad9-9c7d59780faa req-680c2ced-6bc9-4abe-8a52-a6d2b817450e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333269 Oct 12 16:53:47.448723 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0c1f3-49f1-4c25-a7cd-89724b043c0a req-e40bb26c-cb7d-46b4-8c6c-92bacac56ca2 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.450233 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cbd0c1f3-49f1-4c25-a7cd-89724b043c0a req-e40bb26c-cb7d-46b4-8c6c-92bacac56ca2 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0536971 Oct 12 16:53:47.489452 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cbd0c1f3-49f1-4c25-a7cd-89724b043c0a req-f75bfacf-6bd6-477a-b9ee-1c0ec993bc6b tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Oct 12 16:53:47.734062 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49093-831e-4a3a-8601-086ba3b3ea20 req-455f0701-91aa-4738-9a80-02fb2d1d8a08 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.736095 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ee49093-831e-4a3a-8601-086ba3b3ea20 req-455f0701-91aa-4738-9a80-02fb2d1d8a08 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0505967 Oct 12 16:53:47.772905 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ee49093-831e-4a3a-8601-086ba3b3ea20 req-e599d75e-3fed-4998-846c-9681c86a9cae tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Oct 12 16:53:47.883441 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-4129dfcd-e7d8-4587-b9fc-657e85dbb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.884839 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-4129dfcd-e7d8-4587-b9fc-657e85dbb56d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0482361 Oct 12 16:53:47.916632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-7c3af187-efb7-4487-b4b2-31b25c26d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.918057 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-7c3af187-efb7-4487-b4b2-31b25c26d0e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1096 time: 0.0454183 Oct 12 16:53:47.929750 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-f0b2ffce-9e8e-408d-88a6-261810fb2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.931236 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-f0b2ffce-9e8e-408d-88a6-261810fb2751 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385134 Oct 12 16:53:47.961741 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-5b5b9d2d-bc00-48fc-bf76-f406736642d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 217 time: 0.0333803 Oct 12 16:53:48.020648 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-88347ea2-902d-4fc9-bedf-9179ff02fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.022155 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-88347ea2-902d-4fc9-bedf-9179ff02fea3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0434754 Oct 12 16:53:48.027106 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-e467b343-6be7-4cd2-8aff-b75694fa4c27 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837650 Oct 12 16:53:48.106886 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-eb1fe650-3192-4f4c-ac02-1c7547c52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.107840 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-eb1fe650-3192-4f4c-ac02-1c7547c52a5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514462 Oct 12 16:53:48.145669 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-574086ca-c07f-41d0-b671-4fded3e19cdd req-53c1462b-d468-4361-9bff-139aead8ab3c service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Oct 12 16:53:48.213797 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-9e3ad2ea-a89c-47d8-a607-bbda452df879 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880160 Oct 12 16:53:48.346167 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696305fd-f4e3-428e-ab07-62e0c6355b8b req-695c6768-9e3f-49d1-a9b3-2a87ebc7bc53 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.347600 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-696305fd-f4e3-428e-ab07-62e0c6355b8b req-695c6768-9e3f-49d1-a9b3-2a87ebc7bc53 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0749760 Oct 12 16:53:48.352663 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b211e276-80f0-4401-9ac9-de9a7f5037c2 req-ff113df6-7192-4db8-b106-ecbc5d9af265 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269045 Oct 12 16:53:48.386772 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-696305fd-f4e3-428e-ab07-62e0c6355b8b req-296f8f61-36da-4f62-9397-78d0f0eac828 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Oct 12 16:53:48.407438 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:48.612739 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3a244-4c06-456a-a5b4-c36af4f15ba2 req-c0dfad79-96b9-4c69-88f5-897677fe0767 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.614255 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-17f3a244-4c06-456a-a5b4-c36af4f15ba2 req-c0dfad79-96b9-4c69-88f5-897677fe0767 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0517962 Oct 12 16:53:48.661717 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-17f3a244-4c06-456a-a5b4-c36af4f15ba2 req-83b3ae4a-536a-4d83-8879-2a3fa5ec4de2 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Oct 12 16:53:48.897557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e103da-f836-40b9-aa3a-0bc5becbd91f req-487259f7-747c-4169-a28f-d46df18c24b5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.898995 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e103da-f836-40b9-aa3a-0bc5becbd91f req-487259f7-747c-4169-a28f-d46df18c24b5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0559168 Oct 12 16:53:48.936426 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e103da-f836-40b9-aa3a-0bc5becbd91f req-de5e7f92-7671-43ea-978e-9998587054a3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Oct 12 16:53:49.512571 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0af8f-bb2b-4eca-bd28-749408c42c61 req-7e2068e0-094a-440a-b1ef-f917c4c082b1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:49.514155 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38e0af8f-bb2b-4eca-bd28-749408c42c61 req-7e2068e0-094a-440a-b1ef-f917c4c082b1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0548959 Oct 12 16:53:49.556722 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38e0af8f-bb2b-4eca-bd28-749408c42c61 req-38e6bc04-5d28-47ea-a19b-d6a6180f477b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358415 Oct 12 16:53:49.781345 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50cf8d-2959-4901-9cfa-14d21baf03bd req-e72efc84-d9fc-4788-95dd-6cb7ba166c95 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:49.782811 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0b50cf8d-2959-4901-9cfa-14d21baf03bd req-e72efc84-d9fc-4788-95dd-6cb7ba166c95 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 944 time: 0.0511944 Oct 12 16:53:49.820479 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0b50cf8d-2959-4901-9cfa-14d21baf03bd req-4dd915a0-2361-43b5-8fbd-7f165ce99103 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Oct 12 16:53:49.853695 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device a26d2a81-3321-4705-be8e-7268d8f21967 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:49.905769 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port a26d2a81-3321-4705-be8e-7268d8f21967 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:53:49.910087 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port a26d2a81-3321-4705-be8e-7268d8f21967 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:49.910457 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:49.995503 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.019821 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:50.060491 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48737d-a934-4690-b8c2-0ce0f207ae22 req-5a7917d5-0f92-4f23-aa0d-e0a4a5d4fa30 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:50.065439 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba48737d-a934-4690-b8c2-0ce0f207ae22 req-5a7917d5-0f92-4f23-aa0d-e0a4a5d4fa30 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.0586116 Oct 12 16:53:50.100917 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a26d2a81-3321-4705-be8e-7268d8f21967,segment=NetworkSegment(90f9f200-3a7c-429e-a787-798ace3e4192),segment_id=90f9f200-3a7c-429e-a787-798ace3e4192)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:50.106678 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.112061 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba48737d-a934-4690-b8c2-0ce0f207ae22 req-ea051b10-1557-44b7-a4c1-5d1bf85ef67a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Oct 12 16:53:50.175982 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:50.224667 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec363d93-3cf6-4319-8f3e-6d29a46b5a18" -d '{"events": [{"server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "name": "network-vif-plugged", "status": "completed", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:50.327184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482181c-7fec-49ea-b6b4-810a6b5f1088 x-openstack-request-id: req-d482181c-7fec-49ea-b6b4-810a6b5f1088 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:50.327481 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "name": "network-vif-plugged", "status": "completed", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:50.327737 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d482181c-7fec-49ea-b6b4-810a6b5f1088 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:50.328186 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967', 'code': 200} Oct 12 16:53:50.559123 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-e071408f-888e-45af-895c-09ed51b64a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:50.560761 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-e071408f-888e-45af-895c-09ed51b64a79 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 1098 time: 0.0776367 Oct 12 16:53:50.592621 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-25d6c833-dc86-440e-baa2-d721fd09daac service neutron] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.716310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54334) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:50.724324 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45536e05-5e9d-4370-b70f-7c66a9441c1a req-da40ce0c-1f40-4893-995c-dd9d480308b4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:50.725909 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45536e05-5e9d-4370-b70f-7c66a9441c1a req-da40ce0c-1f40-4893-995c-dd9d480308b4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0693271 Oct 12 16:53:50.744699 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-25d6c833-dc86-440e-baa2-d721fd09daac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.754289 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-25d6c833-dc86-440e-baa2-d721fd09daac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.789481 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45536e05-5e9d-4370-b70f-7c66a9441c1a req-5c681dc3-ff84-4eee-bd2f-d12ebc1a5259 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Oct 12 16:53:50.790435 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-80d3186d-107a-41c0-b34a-7eaefda44d93 req-25d6c833-dc86-440e-baa2-d721fd09daac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180202 Oct 12 16:53:50.803704 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6c833-dc86-440e-baa2-d721fd09daac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=65e29998-8055-4f04-90b5-8ee923010a59,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:50.847001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5bff5f2-d0ae-49a7-a977-23c2d6391df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.977761 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f66a9f-a9fa-45ff-9614-c90bb2335e6e req-658d0d6a-cad0-4eb8-9880-b9de882c0bee tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:50.979265 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f66a9f-a9fa-45ff-9614-c90bb2335e6e req-658d0d6a-cad0-4eb8-9880-b9de882c0bee tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0835629 Oct 12 16:53:50.987434 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5bff5f2-d0ae-49a7-a977-23c2d6391df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:50.994440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5bff5f2-d0ae-49a7-a977-23c2d6391df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.057562 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54344) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:51.057839 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c5bff5f2-d0ae-49a7-a977-23c2d6391df2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=135e5b8cc9604227843537808cf03e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347313 Oct 12 16:53:51.058796 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bff5f2-d0ae-49a7-a977-23c2d6391df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd239e7-6513-4ab8-b3a1-a7e2b2860aaa,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:51.065343 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f66a9f-a9fa-45ff-9614-c90bb2335e6e req-fbd0bedb-1328-4cb5-8dd2-04892334a493 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797920 Oct 12 16:53:51.065800 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54346) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:51.117987 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.143449 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.179045 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48107d1f-bc27-4ee6-ab1d-b63147671a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.226290 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.229039 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.232889 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afd239e7-6513-4ab8-b3a1-a7e2b2860aaa HTTP/1.1" status: 204 len: 168 time: 0.1718776 Oct 12 16:53:51.254929 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab858492-c983-42a6-93ce-3f66308cda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd239e7-6513-4ab8-b3a1-a7e2b2860aaa,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:51.281907 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48107d1f-bc27-4ee6-ab1d-b63147671a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.286596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48107d1f-bc27-4ee6-ab1d-b63147671a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.316038 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107d1f-bc27-4ee6-ab1d-b63147671a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb0c1ba-61c9-4dea-a477-6ec1b22cf66c,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:51.333336 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10881ff1-afb4-4b8b-a0fd-52f086023e35 req-af148ada-cecd-44ea-844f-c978c2f1e616 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:51.334949 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-10881ff1-afb4-4b8b-a0fd-52f086023e35 req-af148ada-cecd-44ea-844f-c978c2f1e616 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 943 time: 0.1392584 Oct 12 16:53:51.350287 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-48107d1f-bc27-4ee6-ab1d-b63147671a8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58293dc6b1aa4d258177fd45dec903fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829897 Oct 12 16:53:51.351047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54360) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:51.421571 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-10881ff1-afb4-4b8b-a0fd-52f086023e35 req-aa5a5440-f160-4952-8370-7b6bc51dbd32 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796292 Oct 12 16:53:51.441215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.467394 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.522758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.528235 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.529422 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fb0c1ba-61c9-4dea-a477-6ec1b22cf66c HTTP/1.1" status: 204 len: 168 time: 0.1774590 Oct 12 16:53:51.538508 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41142fb-e09c-40fc-889a-941b1b645681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb0c1ba-61c9-4dea-a477-6ec1b22cf66c,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:51.891835 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54390) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:51.906714 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dda4f08-d484-442e-ac06-dd075713f955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.914059 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9bc92-9099-40d6-b1c6-95af91353960 req-58da7409-dd11-452e-aba2-0375fabf189b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:51.915549 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-39a9bc92-9099-40d6-b1c6-95af91353960 req-58da7409-dd11-452e-aba2-0375fabf189b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0598655 Oct 12 16:53:51.957970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-39a9bc92-9099-40d6-b1c6-95af91353960 req-0bd1e05c-f900-410e-b7fb-3d3a086157a9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Oct 12 16:53:51.988996 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dda4f08-d484-442e-ac06-dd075713f955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:51.993270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dda4f08-d484-442e-ac06-dd075713f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.005554 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 2120887b-715a-4cad-be9d-ea111170f177 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:52.033077 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0dda4f08-d484-442e-ac06-dd075713f955 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a146e59c86044c1fb5fff9dcfc8dc080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400945 Oct 12 16:53:52.035693 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54396) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:52.041739 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4f08-d484-442e-ac06-dd075713f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e8197-13b3-4efc-bc7b-db6cfdb6fb78,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:52.096183 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.112684 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2120887b-715a-4cad-be9d-ea111170f177,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:52.123286 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '2120887b-715a-4cad-be9d-ea111170f177', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'port_id': '2120887b-715a-4cad-be9d-ea111170f177', 'mac_address': 'fa:16:3e:61:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:52.123488 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.164762 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.181013 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2120887b-715a-4cad-be9d-ea111170f177 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:52.202154 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2120887b-715a-4cad-be9d-ea111170f177,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:52.207684 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.208655 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:52.222613 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3df13c-e723-4733-9397-c54286823b9c req-4df1f547-6837-4e5f-990b-13f297e8bd09 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:52.224229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1f3df13c-e723-4733-9397-c54286823b9c req-4df1f547-6837-4e5f-990b-13f297e8bd09 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0682628 Oct 12 16:53:52.225404 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.227949 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.229020 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/629e8197-13b3-4efc-bc7b-db6cfdb6fb78 HTTP/1.1" status: 204 len: 168 time: 0.1924093 Oct 12 16:53:52.277157 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf4b9c-ebf2-4892-9857-5e2632924dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e8197-13b3-4efc-bc7b-db6cfdb6fb78,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:52.316350 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1f3df13c-e723-4733-9397-c54286823b9c req-716bcf02-9f01-43f7-86ae-a54fcf366cac tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775170 Oct 12 16:53:52.423221 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:52.500078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:52.514037 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:52.563060 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc771f9-e695-4d12-9de2-8caed30157a3 req-51ea1eba-424f-4c7e-94b4-21b2359ddddf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:52.571685 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-efc771f9-e695-4d12-9de2-8caed30157a3 req-51ea1eba-424f-4c7e-94b4-21b2359ddddf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 944 time: 0.0696404 Oct 12 16:53:52.576669 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.593383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:52.628258 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-efc771f9-e695-4d12-9de2-8caed30157a3 req-48ca118a-7fce-4793-bdef-72644db8e00b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 Oct 12 16:53:52.641810 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:52.649130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.714104 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:53.076316 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e27ae-c016-4b84-8968-7fc350659ce1 req-a88d0afc-45a7-4e1a-8a0d-0dd316c22883 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:53.077852 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b70e27ae-c016-4b84-8968-7fc350659ce1 req-a88d0afc-45a7-4e1a-8a0d-0dd316c22883 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0490146 Oct 12 16:53:53.115618 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b70e27ae-c016-4b84-8968-7fc350659ce1 req-978a10fe-4285-490b-9195-ddde8566926d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Oct 12 16:53:53.438556 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289b5c0-e9c9-41f9-b20d-275cc80c6436 req-d0aa76ca-8fe2-4acc-8b6d-37f9fc0c6152 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:53.440101 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3289b5c0-e9c9-41f9-b20d-275cc80c6436 req-d0aa76ca-8fe2-4acc-8b6d-37f9fc0c6152 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0499070 Oct 12 16:53:53.484826 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3289b5c0-e9c9-41f9-b20d-275cc80c6436 req-e9dfa976-aef1-4d2b-8f6f-b3585de69788 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Oct 12 16:53:53.744448 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d481-c09e-41be-a6fd-2349c2f18c8d req-f09f2ae0-85e7-42e7-979c-34adf6f59a0e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:53.745964 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3d37d481-c09e-41be-a6fd-2349c2f18c8d req-f09f2ae0-85e7-42e7-979c-34adf6f59a0e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 944 time: 0.0588536 Oct 12 16:53:53.784922 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3d37d481-c09e-41be-a6fd-2349c2f18c8d req-d5b62340-a979-422b-9a7f-f34da0016c71 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Oct 12 16:53:54.218383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['22b20943-f9ba-491e-9472-8c4b8972d7c3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:54.227513 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['2120887b-715a-4cad-be9d-ea111170f177'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:54.241773 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870368-11f7-4809-af2f-ddcb00b62f32 req-a84b01a2-9b99-4d25-b274-d796fc73bbfd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:54.253005 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c4870368-11f7-4809-af2f-ddcb00b62f32 req-a84b01a2-9b99-4d25-b274-d796fc73bbfd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0641592 Oct 12 16:53:54.291443 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c4870368-11f7-4809-af2f-ddcb00b62f32 req-5f9b26ac-af49-44d2-b736-7410fe8e1c6d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335951 Oct 12 16:53:54.517504 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54504) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:54.611641 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6aef3-6fa9-40a5-89ed-cfcb32038753 req-df035bbd-d3e2-4632-b57f-324c99b65bba tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:54.613142 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfe6aef3-6fa9-40a5-89ed-cfcb32038753 req-df035bbd-d3e2-4632-b57f-324c99b65bba tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Oct 12 16:53:54.672788 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfe6aef3-6fa9-40a5-89ed-cfcb32038753 req-b4555f4d-5340-4cfc-b46d-61fb3009e22a tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Oct 12 16:53:54.674403 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-129a3398-69c2-41ea-a568-9dc277a87b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:54.752697 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-129a3398-69c2-41ea-a568-9dc277a87b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:54.756499 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-129a3398-69c2-41ea-a568-9dc277a87b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:54.792802 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a3398-69c2-41ea-a568-9dc277a87b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e406443-3436-42a2-8f98-4ec22ecc5fe0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:54.800845 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-129a3398-69c2-41ea-a568-9dc277a87b9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80486fbbe3fe41d6b8bbb13937ae40ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815988 Oct 12 16:53:54.801897 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54516) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:54.903219 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:54.935058 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:54.955349 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba21a3e-4bd1-4625-84ef-d334af63ede6 req-bf6b8a42-fc69-4338-aa2f-853948fc776e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:54.956901 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fba21a3e-4bd1-4625-84ef-d334af63ede6 req-bf6b8a42-fc69-4338-aa2f-853948fc776e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 944 time: 0.0940611 Oct 12 16:53:55.028431 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fba21a3e-4bd1-4625-84ef-d334af63ede6 req-e03c1de0-88df-4873-92b0-34dae0c103be tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624635 Oct 12 16:53:55.046859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.050543 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.051723 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e406443-3436-42a2-8f98-4ec22ecc5fe0 HTTP/1.1" status: 204 len: 168 time: 0.2431431 Oct 12 16:53:55.078822 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cfb19-69fd-4c57-b396-de970e58d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e406443-3436-42a2-8f98-4ec22ecc5fe0,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:55.369445 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54554) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:55.383639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5add-ff1d-4934-860b-2993c422b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.441352 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a436-7c8a-442a-9b70-f4681c03c776 req-6ded2279-cf25-496b-a7ab-dd15dc00736b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:55.442923 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d206a436-7c8a-442a-9b70-f4681c03c776 req-6ded2279-cf25-496b-a7ab-dd15dc00736b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0668476 Oct 12 16:53:55.486227 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:53:55.494697 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d206a436-7c8a-442a-9b70-f4681c03c776 req-dc1f4b02-dda3-4374-bcf1-32c22927f8f2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Oct 12 16:53:55.495390 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5add-ff1d-4934-860b-2993c422b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.500694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5add-ff1d-4934-860b-2993c422b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.545231 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ffbc5add-ff1d-4934-860b-2993c422b4aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=192a8fa3ad354e03bcce84514471d83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746883 Oct 12 16:53:55.548490 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54564) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:55.553759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc5add-ff1d-4934-860b-2993c422b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e79666-9686-4517-8310-eccb67cd715e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:55.613118 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.639851 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.730004 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.732816 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.733993 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52e79666-9686-4517-8310-eccb67cd715e HTTP/1.1" status: 204 len: 168 time: 0.1839848 Oct 12 16:53:55.742561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f985fa1-e90c-4db4-980e-5adc173b29bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e79666-9686-4517-8310-eccb67cd715e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:55.808310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222ab1-9fa3-4a36-b738-552931790543 req-cbc7f18b-a107-4f3e-906c-d2e696bb6a06 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:55.809784 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-07222ab1-9fa3-4a36-b738-552931790543 req-cbc7f18b-a107-4f3e-906c-d2e696bb6a06 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0531342 Oct 12 16:53:55.849311 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-07222ab1-9fa3-4a36-b738-552931790543 req-14404c98-ef5f-45e8-aa9e-6089b27a5346 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Oct 12 16:53:55.934551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 2120887b-715a-4cad-be9d-ea111170f177 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:55.989783 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 2120887b-715a-4cad-be9d-ea111170f177 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:53:55.993562 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 2120887b-715a-4cad-be9d-ea111170f177 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:55.993955 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.085844 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.125791 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2120887b-715a-4cad-be9d-ea111170f177,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:56.128099 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120887b-715a-4cad-be9d-ea111170f177'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:56.131103 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d40f9-9cab-4889-a5ff-5afc611956c7" -d '{"events": [{"server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "name": "network-vif-plugged", "status": "completed", "tag": "2120887b-715a-4cad-be9d-ea111170f177"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:56.135500 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.136308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:56.222143 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253078e-5a60-48d7-90d4-c664b037dad6 req-95eb0a17-1d01-4054-a636-d9eeb97cb543 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:56.224356 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7253078e-5a60-48d7-90d4-c664b037dad6 req-95eb0a17-1d01-4054-a636-d9eeb97cb543 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.1000237 Oct 12 16:53:56.240509 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0441f-4817-4619-9435-9940226c7bce x-openstack-request-id: req-6ac0441f-4817-4619-9435-9940226c7bce {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:56.241115 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "name": "network-vif-plugged", "status": "completed", "tag": "2120887b-715a-4cad-be9d-ea111170f177", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:56.241654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ac0441f-4817-4619-9435-9940226c7bce {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:56.242361 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120887b-715a-4cad-be9d-ea111170f177', 'code': 200} Oct 12 16:53:56.256053 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:56.261913 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 22b20943-f9ba-491e-9472-8c4b8972d7c3 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:53:56.267516 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 22b20943-f9ba-491e-9472-8c4b8972d7c3 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:56.268414 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.313245 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7253078e-5a60-48d7-90d4-c664b037dad6 req-622bcfbb-eaf0-435d-88c0-8b983563d75b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783195 Oct 12 16:53:56.401501 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.465682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:56.472392 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:56.538566 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caea40f-b454-41bf-a4b2-48106142edaf req-28590298-6dbc-402e-b4e8-60c7a5e12bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:56.538566 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7caea40f-b454-41bf-a4b2-48106142edaf req-28590298-6dbc-402e-b4e8-60c7a5e12bdb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1098 time: 0.1051095 Oct 12 16:53:56.580366 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:56.592592 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7caea40f-b454-41bf-a4b2-48106142edaf req-e96d7398-2ab3-4991-b2b4-8fe6fc5985cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Oct 12 16:53:56.728318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3ef82-550e-480b-923b-33f460776727 req-6b528ff5-0c0f-45a2-9691-b1b2061596b4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:56.729891 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1fc3ef82-550e-480b-923b-33f460776727 req-6b528ff5-0c0f-45a2-9691-b1b2061596b4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0532217 Oct 12 16:53:56.774524 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1fc3ef82-550e-480b-923b-33f460776727 req-ea11e4c6-199e-4035-b5d3-ecdc14eabf3e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367966 Oct 12 16:53:56.978599 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05f30-909a-4651-a5f5-592a6557f3e9 req-b84fa6cf-b38d-432b-92f0-cdfa79d50962 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:56.980159 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-62a05f30-909a-4651-a5f5-592a6557f3e9 req-b84fa6cf-b38d-432b-92f0-cdfa79d50962 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Oct 12 16:53:57.023633 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-62a05f30-909a-4651-a5f5-592a6557f3e9 req-df4fb12e-5c8b-4364-8968-c9d28d1f0bf3 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Oct 12 16:53:57.056799 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54642) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:57.189057 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e92a313-1a1c-427e-8f80-0e7a0e2d4d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.298455 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e92a313-1a1c-427e-8f80-0e7a0e2d4d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.302484 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e92a313-1a1c-427e-8f80-0e7a0e2d4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.365403 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92a313-1a1c-427e-8f80-0e7a0e2d4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de1a54-f9d4-4e3c-8885-5a11f3964ab7,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:57.370972 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6e92a313-1a1c-427e-8f80-0e7a0e2d4d53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01b95e821f56442fae8a686036e60209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158174 Oct 12 16:53:57.373689 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54652) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:57.413861 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54656) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:57.446655 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.475252 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.479280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638beed-1a96-496e-b871-73dd6ad6d38a req-72a98e2a-7492-4f4f-b719-157a93b87efc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:57.481643 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6638beed-1a96-496e-b871-73dd6ad6d38a req-72a98e2a-7492-4f4f-b719-157a93b87efc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0695040 Oct 12 16:53:57.535592 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6638beed-1a96-496e-b871-73dd6ad6d38a req-9021d0a5-3470-4d4e-99a5-e995844a8d38 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Oct 12 16:53:57.545520 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.548574 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.552083 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26de1a54-f9d4-4e3c-8885-5a11f3964ab7 HTTP/1.1" status: 204 len: 168 time: 0.1751332 Oct 12 16:53:57.552083 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b47c3499-7d71-4109-a5b5-d474a6644b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.568755 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2658713-7eba-400a-960f-cbd4f6d45ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de1a54-f9d4-4e3c-8885-5a11f3964ab7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:57.658956 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b47c3499-7d71-4109-a5b5-d474a6644b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.666995 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b47c3499-7d71-4109-a5b5-d474a6644b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.712065 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b47c3499-7d71-4109-a5b5-d474a6644b1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbf2034cda644cc3b5d3dd005dc94660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971735 Oct 12 16:53:57.713011 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c3499-7d71-4109-a5b5-d474a6644b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b000f2-13b9-43d5-948e-dac0543b832f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:57.715191 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54672) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:57.764989 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.788169 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.862332 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.864757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.866106 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49b000f2-13b9-43d5-948e-dac0543b832f HTTP/1.1" status: 204 len: 168 time: 0.1499417 Oct 12 16:53:57.875632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad666d-5e2b-47c0-8fe2-4657ea80533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b000f2-13b9-43d5-948e-dac0543b832f,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:57.998481 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bff13-3cbc-4ee7-bd8e-9a1cf259b8a0 req-9e876900-6c60-4d94-905f-bce071fb2fbe tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:57.999988 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d4bff13-3cbc-4ee7-bd8e-9a1cf259b8a0 req-9e876900-6c60-4d94-905f-bce071fb2fbe tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0604048 Oct 12 16:53:58.047919 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d4bff13-3cbc-4ee7-bd8e-9a1cf259b8a0 req-7bb1a06b-e477-4134-a9ff-abf6a9f077a2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Oct 12 16:53:58.244060 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:58.246818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c2a76-f570-4c10-a498-f3f518877a77" -d '{"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:58.286494 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a18cc15-c9b7-4b23-9cdc-547f8a4cc7df x-openstack-request-id: req-4a18cc15-c9b7-4b23-9cdc-547f8a4cc7df {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:58.286792 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:58.287035 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a18cc15-c9b7-4b23-9cdc-547f8a4cc7df {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:58.287433 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'code': 200} Oct 12 16:53:58.344404 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54710) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:58.449144 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-899319990-network', 'tenant_id': '6d8c136dd5664774bdce2f594a9fe8d3'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:58.470995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Made reservation on behalf of 6d8c136dd5664774bdce2f594a9fe8d3 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:58.473295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.484246 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.560455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.566352 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.586307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:53:58.606441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.606665 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Added segment 28f511dd-1c5d-4905-9c9a-c9ac4f67294d of type vlan for network f6c1ecea-a1c6-4a20-a429-be3df29709da Oct 12 16:53:58.608159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:58.654432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.670260 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48f2e-ab83-477f-b02d-76df3ad17048 req-f36de511-4a9f-4467-90d1-45a457212ddf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:58.677477 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1c48f2e-ab83-477f-b02d-76df3ad17048 req-f36de511-4a9f-4467-90d1-45a457212ddf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0617552 Oct 12 16:53:58.682092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.683181 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:58.683939 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.713826 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1c48f2e-ab83-477f-b02d-76df3ad17048 req-2281977b-7a7a-4580-8fc4-762ff2b5bd41 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Oct 12 16:53:58.742066 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3964455 Oct 12 16:53:58.745316 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54732) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:58.750327 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Request body: {'subnet': {'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-899319990-subnet', 'tenant_id': '6d8c136dd5664774bdce2f594a9fe8d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:58.755038 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9da606-bd30-4a24-bafd-ab1d76747853 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c1ecea-a1c6-4a20-a429-be3df29709da,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:58.768153 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network f6c1ecea-a1c6-4a20-a429-be3df29709da details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:53:58.782870 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Made reservation on behalf of 6d8c136dd5664774bdce2f594a9fe8d3 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:58.786132 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.960852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:59.022392 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:59.031619 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Checking segment: {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:59.031969 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Network hostable DHCP agents. Network: f6c1ecea-a1c6-4a20-a429-be3df29709da, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:53:59.048966 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Network f6c1ecea-a1c6-4a20-a429-be3df29709da is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:53:59.059691 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, f6c1ecea-a1c6-4a20-a429-be3df29709da) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:59.064736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:59.066516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:59.069490 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2cb09d-1b6e-4418-83dd-ebc7a36f1721 None None] Network f6c1ecea-a1c6-4a20-a429-be3df29709da requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:59.112521 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ef736041-8184-48ac-a252-c118e20e9e8c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3658528 Oct 12 16:53:59.189450 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055cb4-8bd8-4e75-885d-6e2db3d041a2 req-2d49ebbf-064e-4f9b-9b72-67107b366901 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:59.199783 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-99055cb4-8bd8-4e75-885d-6e2db3d041a2 req-2d49ebbf-064e-4f9b-9b72-67107b366901 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0688181 Oct 12 16:53:59.237498 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70deb06-9031-4fbe-a5e5-f7e3d2b8b19a None None] Network f6c1ecea-a1c6-4a20-a429-be3df29709da requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:59.243663 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-99055cb4-8bd8-4e75-885d-6e2db3d041a2 req-3667323f-9822-41e7-b9bb-e7a60206d3cf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Oct 12 16:53:59.830576 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb733f3-3eb2-4703-a339-e13c0ff03bef req-ec9c6be0-3003-4d27-8256-da7e779f38ed tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:59.832100 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ceb733f3-3eb2-4703-a339-e13c0ff03bef req-ec9c6be0-3003-4d27-8256-da7e779f38ed tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0509529 Oct 12 16:53:59.870774 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ceb733f3-3eb2-4703-a339-e13c0ff03bef req-b97762cf-ab5b-44b5-a64b-67a76bc96f23 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Oct 12 16:54:00.322922 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cde9a-7d28-43a9-8501-89b5bb2689d5 req-8fb1f357-ed05-43be-952a-464d83fd9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:00.324527 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-824cde9a-7d28-43a9-8501-89b5bb2689d5 req-8fb1f357-ed05-43be-952a-464d83fd9e0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1099 time: 0.0537057 Oct 12 16:54:00.397898 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-824cde9a-7d28-43a9-8501-89b5bb2689d5 req-c9b091d4-f653-42c6-a0da-d843df07cba1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Oct 12 16:54:00.405157 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c036e-3506-49ea-b60f-a1661e8c7ed2 req-71996cbd-08ba-48b6-845c-a096d101863e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:00.406543 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f6c036e-3506-49ea-b60f-a1661e8c7ed2 req-71996cbd-08ba-48b6-845c-a096d101863e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0804780 Oct 12 16:54:00.596073 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f6c036e-3506-49ea-b60f-a1661e8c7ed2 req-6ba578ea-64e7-4a24-b01f-ac98df599e57 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834500 Oct 12 16:54:00.984366 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee660a-e312-495f-ae69-d382fc3bf012 req-019666e9-b1de-40e9-8b8c-7e53df368af5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:00.986269 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78ee660a-e312-495f-ae69-d382fc3bf012 req-019666e9-b1de-40e9-8b8c-7e53df368af5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0499153 Oct 12 16:54:01.025436 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78ee660a-e312-495f-ae69-d382fc3bf012 req-19a844d6-3f83-43ab-9ecc-8b90ce577bc9 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Oct 12 16:54:01.732065 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501664e2-8117-4a77-833d-66d836cf20ec req-ede3c581-46f9-4072-88eb-e8028fe15a9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:01.733697 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-501664e2-8117-4a77-833d-66d836cf20ec req-ede3c581-46f9-4072-88eb-e8028fe15a9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0565178 Oct 12 16:54:01.776805 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-501664e2-8117-4a77-833d-66d836cf20ec req-975b7723-c93f-4106-99a4-f2c9c43d4aef tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 Oct 12 16:54:02.150291 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9b3b5974-2917-4a30-8e22-bf9c77c7f3ca tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:02.158218 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9b3b5974-2917-4a30-8e22-bf9c77c7f3ca tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 808 time: 0.1736090 Oct 12 16:54:02.176725 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-ba1deba9-b922-400e-bff4-9e802fca7f40 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/quotas/6d8c136dd5664774bdce2f594a9fe8d3 HTTP/1.1" status: 200 len: 375 time: 0.0173600 Oct 12 16:54:02.191954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b3ab-402d-4f44-9c1a-40d653d1eb6e req-8e1c8477-07a8-4060-8802-c5e7a1cb0312 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:02.194131 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-77b3b3ab-402d-4f44-9c1a-40d653d1eb6e req-8e1c8477-07a8-4060-8802-c5e7a1cb0312 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0627980 Oct 12 16:54:02.243881 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-521fa7d2-6885-4c50-b361-b37e52924787 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661895 Oct 12 16:54:02.265457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-77b3b3ab-402d-4f44-9c1a-40d653d1eb6e req-c0ef354a-992d-4400-b58c-963a3f0deccf tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565157 Oct 12 16:54:02.351554 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-081806e9-09e9-4487-9f00-76c56f28546c service neutron] 10.222.0.42 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064773 Oct 12 16:54:02.415981 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71896ae-4936-41f6-9959-dc05bd014274 req-9a8c1619-daa7-41cb-a4dc-f60729a28266 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:02.417811 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c71896ae-4936-41f6-9959-dc05bd014274 req-9a8c1619-daa7-41cb-a4dc-f60729a28266 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0620966 Oct 12 16:54:02.427229 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 54882) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:02.431749 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'floatingip': {'port_id': '2120887b-715a-4cad-be9d-ea111170f177'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:02.487951 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-0a36f7f1-495f-4e62-8c1b-d993b8809b2d service neutron] 10.222.0.42 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304910 Oct 12 16:54:02.506354 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:02.714096 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce678453-bcd5-4a59-b4c4-148d7cfb5d92 req-580ab5c3-cfce-4647-b688-6ed5f724d8f3 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 210 time: 0.0626261 Oct 12 16:54:02.929580 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022116-975b-4418-85a9-c0b7ac1b6f35 req-5f4d435d-d14d-4731-9adf-86b22cb478ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:02.936833 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78022116-975b-4418-85a9-c0b7ac1b6f35 req-5f4d435d-d14d-4731-9adf-86b22cb478ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0747020 Oct 12 16:54:02.990095 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78022116-975b-4418-85a9-c0b7ac1b6f35 req-d96bd891-c15a-4b9b-bfec-7605ff8f3e3f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Oct 12 16:54:03.196249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ee76-e21c-476b-aea9-eeff164c43cf req-17d8f87f-599f-4dcc-9867-c7149807ff3d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:03.197738 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8601ee76-e21c-476b-aea9-eeff164c43cf req-17d8f87f-599f-4dcc-9867-c7149807ff3d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.1320381 Oct 12 16:54:03.206780 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 54912) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:03.211391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'floatingip': {'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:03.282946 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:03.298213 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:03.309796 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:03.412667 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Floating IP c9f69f4c-a34b-45e3-943c-0f55e25bb32a associated. External IP: 172.27.0.242, port: 2120887b-715a-4cad-be9d-ea111170f177. Oct 12 16:54:03.614730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:03.894681 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:03.899486 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:03.907792 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:03.917554 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:03.918364 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:03.926959 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-20a276bb-ed15-4feb-aa9f-f76fb86d2c3c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "PUT /v2.0/floatingips/c9f69f4c-a34b-45e3-943c-0f55e25bb32a HTTP/1.1" status: 200 len: 991 time: 1.4986410 Oct 12 16:54:03.927759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'tag': '2120887b-715a-4cad-be9d-ea111170f177'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:03.930253 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896" -d '{"events": [{"name": "network-changed", "server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "tag": "2120887b-715a-4cad-be9d-ea111170f177"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:03.936499 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f6e6e432-c499-4434-898f-6eec1febc029 req-6159337b-4bce-447d-9144-821e95108e4c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 210 time: 0.0610385 Oct 12 16:54:03.990129 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434714a7-9162-4f7d-9741-69b02f3ec681 x-openstack-request-id: req-434714a7-9162-4f7d-9741-69b02f3ec681 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:03.990497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "tag": "2120887b-715a-4cad-be9d-ea111170f177", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:03.991492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-434714a7-9162-4f7d-9741-69b02f3ec681 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:03.992655 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'tag': '2120887b-715a-4cad-be9d-ea111170f177', 'status': 'completed', 'code': 200} Oct 12 16:54:04.066740 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:04.115625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:04.121232 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:04.226779 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Floating IP a827e1e0-42d8-4109-9e69-b60d6b0e13e9 associated. External IP: 172.27.0.59, port: 22b20943-f9ba-491e-9472-8c4b8972d7c3. Oct 12 16:54:04.428429 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'c9f69f4c-a34b-45e3-943c-0f55e25bb32a', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': '2120887b-715a-4cad-be9d-ea111170f177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:61:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:24Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:04.435099 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:04.453678 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:04.462242 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:04.462842 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:04.549148 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:04.554344 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:04.561041 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:04.570028 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:04.570648 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:04.574070 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:04.583568 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f62198b3-a60b-4c06-b821-ad468f462199 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "PUT /v2.0/floatingips/a827e1e0-42d8-4109-9e69-b60d6b0e13e9 HTTP/1.1" status: 200 len: 991 time: 1.3747602 Oct 12 16:54:04.583568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:04.585816 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d15492-c3ba-416a-9973-4def12087817" -d '{"events": [{"name": "network-changed", "server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:04.698992 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:04.801771 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'c9f69f4c-a34b-45e3-943c-0f55e25bb32a', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': '2120887b-715a-4cad-be9d-ea111170f177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:61:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:24Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:04.827285 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9534456-ff06-4d35-a59a-c16a4e07757c None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'c9f69f4c-a34b-45e3-943c-0f55e25bb32a', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': '2120887b-715a-4cad-be9d-ea111170f177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:61:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:24Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:04.973320 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'a827e1e0-42d8-4109-9e69-b60d6b0e13e9', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a023a2-b616-489f-84fd-4425082b43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:18Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:05.003619 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:05.012487 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:05.013136 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:53:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:05.021531 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f157346-4015-460e-bb26-548fdead188c None None] New status for floating IP c9f69f4c-a34b-45e3-943c-0f55e25bb32a: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:54:05.119163 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:05.340484 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'a827e1e0-42d8-4109-9e69-b60d6b0e13e9', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a023a2-b616-489f-84fd-4425082b43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:18Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:05.366467 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b18c5-4714-4862-b10c-c0988d72a70f None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'a827e1e0-42d8-4109-9e69-b60d6b0e13e9', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a023a2-b616-489f-84fd-4425082b43fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:18Z', 'updated_at': '2021-10-12T16:54:03Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:05.581328 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-24a9c766-498f-415f-bc5a-c09ceac07846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:05.581845 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67814b9-a200-4037-a438-77d8b4655983 x-openstack-request-id: req-c67814b9-a200-4037-a438-77d8b4655983 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:05.582234 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:05.582234 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c67814b9-a200-4037-a438-77d8b4655983 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:05.582617 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'status': 'completed', 'code': 200} Oct 12 16:54:05.582872 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-24a9c766-498f-415f-bc5a-c09ceac07846 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1098 time: 0.0873363 Oct 12 16:54:05.593069 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e7f53-9b79-4fc6-b9e3-9b478ad7b846 None None] New status for floating IP a827e1e0-42d8-4109-9e69-b60d6b0e13e9: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:54:05.653961 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40a62586-eaec-441f-bcec-7f5c070fc73a req-87a1d285-6225-417a-99cc-51f0fa50350a tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 210 time: 0.0491800 Oct 12 16:54:05.700580 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15492-c3ba-416a-9973-4def12087817 req-9cfa9e6d-a654-4bea-9eef-0e2cf27f997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:05.706098 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-9cfa9e6d-a654-4bea-9eef-0e2cf27f997f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1099 time: 0.0866001 Oct 12 16:54:05.776837 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-a705bc4a-b281-447a-9f34-7b008d3ea68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:05.778979 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-a705bc4a-b281-447a-9f34-7b008d3ea68d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.1877470 Oct 12 16:54:05.845169 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15492-c3ba-416a-9973-4def12087817 req-dc884f88-39e4-4830-b072-1e65e82f9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:05.847395 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-dc884f88-39e4-4830-b072-1e65e82f9c18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.1240444 Oct 12 16:54:05.927649 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-829ba8d1-c4e4-418c-aabc-289ea8195464 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 1001 time: 0.1247699 Oct 12 16:54:05.995963 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-acf7c9ca-d766-4cfe-ac52-0362ec63afc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 999 time: 0.1391723 Oct 12 16:54:06.021509 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-9ca3f28a-85d6-4cc0-b036-ce05af30ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.024610 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-9ca3f28a-85d6-4cc0-b036-ce05af30ce9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0771391 Oct 12 16:54:06.072929 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15492-c3ba-416a-9973-4def12087817 req-8b2dfc95-e15c-40f4-bc08-84c8244be668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.075655 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-8b2dfc95-e15c-40f4-bc08-84c8244be668 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0670185 Oct 12 16:54:06.105455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-e06bef82-b904-4105-9581-5bc67462a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.107230 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-e06bef82-b904-4105-9581-5bc67462a141 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754571 Oct 12 16:54:06.137934 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15492-c3ba-416a-9973-4def12087817 req-2ef87218-9cbc-4b77-abb4-d689a831036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.139558 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-2ef87218-9cbc-4b77-abb4-d689a831036c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556941 Oct 12 16:54:06.228512 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-edf5279f-6930-468a-ae49-f9ec17022769 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099310 Oct 12 16:54:06.259506 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-c534796f-b28d-49a5-9635-f6313c359819 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104450 Oct 12 16:54:06.398053 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-38d15492-c3ba-416a-9973-4def12087817 req-86fb1559-b342-499f-bfd1-a48098502087 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312206 Oct 12 16:54:06.427548 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9a85b09b-b13d-4ec8-8533-9360d0add609 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.429260 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9a85b09b-b13d-4ec8-8533-9360d0add609 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 808 time: 0.1998580 Oct 12 16:54:06.442019 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-adcc8b29-d0cd-483a-9eed-bb1c7b2da896 req-551f08f2-3300-450a-bbff-90b1d0e78ee4 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878977 Oct 12 16:54:06.463770 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Request body: {'port': {'device_id': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da', 'admin_state_up': True, 'tenant_id': '6d8c136dd5664774bdce2f594a9fe8d3'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:06.582591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Made reservation on behalf of 6d8c136dd5664774bdce2f594a9fe8d3 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:06.586012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:06.718033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Allocated IP 172.20.0.9 (f6c1ecea-a1c6-4a20-a429-be3df29709da/4a033f64-f15e-48b2-a4ec-799cf1cdf6a7/7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:06.763241 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc0e74b1-5f74-45f5-9049-3077952b929e req-0f4daa74-2612-44d0-8dda-36f8c43e8a19 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 210 time: 0.0275958 Oct 12 16:54:06.878497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:06.914400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:06.964357 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Network f6c1ecea-a1c6-4a20-a429-be3df29709da is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:06.967685 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:06.972088 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:06.977663 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.978275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:06.988310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Pushing event updated for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:07.000203 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.000203 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.000474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.001614 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.002007 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.002287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.002614 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.002965 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.003265 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.003591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.003936 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.004222 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:07.010875 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-7c92fa24-4638-457b-9569-9810f50a47ee tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516798 Oct 12 16:54:07.023155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Request body: {'port': {'device_id': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:07.081122 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.298260 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b171d140-8960-46a0-9b25-01845a668574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.359802 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:07.368284 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.381924 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Transition to ACTIVE for port object 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:07.388443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.437783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:07.475924 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Attempting to bind port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:07.476262 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Attempting to bind port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:07.476589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Attempting to bind port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 on network f6c1ecea-a1c6-4a20-a429-be3df29709da {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:07.485879 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 on network f6c1ecea-a1c6-4a20-a429-be3df29709da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:07.486307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Attempting to bind port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 on network f6c1ecea-a1c6-4a20-a429-be3df29709da {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:07.492641 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:07.493123 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Checking segment: {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:07.493526 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Bound using segment: {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:07.497302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Bound port: 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:07.497675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.573839 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:07.579102 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:07.585748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.622151 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:07.622894 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:07.624344 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] 10.222.0.69 "PUT /v2.0/ports/7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 HTTP/1.1" status: 200 len: 1093 time: 0.6052845 Oct 12 16:54:07.624832 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:07.628298 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232" -d '{"events": [{"name": "network-changed", "server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:07.654402 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e412a2-d23d-41e2-9117-53dbd4962988 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:07.716791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57210751-92c7-4df3-9c3e-8c73f6576b96 x-openstack-request-id: req-57210751-92c7-4df3-9c3e-8c73f6576b96 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:07.717112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:07.717479 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57210751-92c7-4df3-9c3e-8c73f6576b96 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:07.717753 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30', 'status': 'completed', 'code': 200} Oct 12 16:54:07.778922 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-0532b0bc-fe0f-485e-9d9f-97b25ff6bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:07.780678 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-0532b0bc-fe0f-485e-9d9f-97b25ff6bd96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 1096 time: 0.0836453 Oct 12 16:54:07.847446 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-5076d67f-f92b-408b-9c2e-171ff9e97b71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 HTTP/1.1" status: 200 len: 217 time: 0.0506337 Oct 12 16:54:07.921376 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9162f4a9-dda4-4325-a4e1-9ca97ea3ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:07.923469 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-9162f4a9-dda4-4325-a4e1-9ca97ea3ff8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 HTTP/1.1" status: 200 len: 848 time: 0.0678663 Oct 12 16:54:07.970310 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0234b3-af9a-4521-8146-d8bb72196c50 req-3d520104-39f2-44ff-91b1-b0020a751671 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:07.972551 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c0234b3-af9a-4521-8146-d8bb72196c50 req-3d520104-39f2-44ff-91b1-b0020a751671 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 943 time: 0.1033170 Oct 12 16:54:07.977445 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-b20bca34-4c05-4941-aac2-c45a224b3d03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6c1ecea-a1c6-4a20-a429-be3df29709da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458872 Oct 12 16:54:08.015506 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c0234b3-af9a-4521-8146-d8bb72196c50 req-426883a8-e5a6-4b17-a7d0-33cc0a036275 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362651 Oct 12 16:54:08.083325 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-d32af18e-2f21-4660-8732-aa2198474b55 service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944719 Oct 12 16:54:08.186850 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2e7ce222-618f-4787-aef2-cd321a897bac req-88d66bc9-d6e5-4f4f-b9ab-186f0ca03a2a service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817719 Oct 12 16:54:08.280155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-eb0310d6-c1b3-4199-b5ed-bbd1cad64449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:08.281667 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-eb0310d6-c1b3-4199-b5ed-bbd1cad64449 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 1096 time: 0.0457699 Oct 12 16:54:08.378814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-a176669d-8a19-4a77-8444-a983c6df8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:08.380157 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-a176669d-8a19-4a77-8444-a983c6df8335 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 910 time: 0.0870252 Oct 12 16:54:08.426329 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-84d04789-6725-4bdd-bee1-8caa90fd7d45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 HTTP/1.1" status: 200 len: 217 time: 0.0336862 Oct 12 16:54:08.481311 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-0e38e8dc-a522-4bb5-8a97-e94fc4f8226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:08.482723 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-0e38e8dc-a522-4bb5-8a97-e94fc4f8226b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 HTTP/1.1" status: 200 len: 848 time: 0.0463898 Oct 12 16:54:08.514011 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-649065c0-f4c1-41b5-93d0-06c3dc7050c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6c1ecea-a1c6-4a20-a429-be3df29709da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230682 Oct 12 16:54:08.604479 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-83650136-13e9-42c4-81ed-af6fdc9b4493 service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788553 Oct 12 16:54:08.701736 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-665dcb6a-3ec7-4fe1-92df-fbdf33f30232 req-f92e95b5-737f-459c-982d-715375aafd4f service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888271 Oct 12 16:54:08.707890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55050) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:08.750411 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Deleting subnet f4508b05-0347-4e0e-8f14-22a32e24570a {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:54:08.754379 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:08.788314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:08.797414 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:08.859701 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:08.884841 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4508b05-0347-4e0e-8f14-22a32e24570a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:08.890786 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:08.893970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-69db4cc4-992b-454e-b751-7e96c1e27547 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f4508b05-0347-4e0e-8f14-22a32e24570a HTTP/1.1" status: 204 len: 168 time: 0.1851218 Oct 12 16:54:08.896437 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55060) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:08.965461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.055736 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.077888 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.077996 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.079028 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.079358 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > port after_create 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.079809 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.080225 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > port after_update 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.080499 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.080817 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.081217 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.081453 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.234895 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.235819 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.236173 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.236458 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:09.236825 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7ee2fe-3b36-4799-8181-930e84c7285e']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:09.264320 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f72bbd-2475-4eea-9488-5dd23002d941') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:09.264617 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f72bbd-2475-4eea-9488-5dd23002d941') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:09.487549 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.512687 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.524380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:54:09.524854 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: from cryptography.utils import int_from_bytes Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: from cryptography.utils import int_from_bytes Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:54:09.546155 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:54:09.563690 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7bae-275f-49de-84db-c44046ae31d8 req-c5525468-f806-4a78-9f76-26a1a378a342 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:09.565386 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8d5d7bae-275f-49de-84db-c44046ae31d8 req-c5525468-f806-4a78-9f76-26a1a378a342 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 943 time: 0.3237731 Oct 12 16:54:09.635694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.642494 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.645671 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c7ee2fe-3b36-4799-8181-930e84c7285e HTTP/1.1" status: 204 len: 168 time: 0.7482705 Oct 12 16:54:09.648566 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55102) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:09.650654 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8d5d7bae-275f-49de-84db-c44046ae31d8 req-e78698a2-51ca-4b8b-97e4-159a1d77a5d9 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Oct 12 16:54:09.667573 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4aab6-c9ef-4780-a628-d18addce5d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7ee2fe-3b36-4799-8181-930e84c7285e,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:09.695834 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Deleting subnet dfd17204-08c5-457e-ada0-3d9b85439467 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:54:09.699293 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.733273 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.742556 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.796064 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.825451 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.831696 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dfd17204-08c5-457e-ada0-3d9b85439467 HTTP/1.1" status: 204 len: 168 time: 0.1791651 Oct 12 16:54:09.831696 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd17204-08c5-457e-ada0-3d9b85439467,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:09.832277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55104) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:09.837599 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.837941 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.838284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.838611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.838936 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.839260 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.839581 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.839898 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.840222 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.841121 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.841440 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.841758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e2f05-5df9-42a0-9711-605e66ac0d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:09.849994 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e1268e52-f5bf-4199-999b-1aabdf43693d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.912439 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.992216 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.012181 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d47d2d-5bea-448e-8bb8-b4cf77afaa71']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.022759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b9665c-e5f0-424d-863a-991d19a82cd7') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.023109 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b9665c-e5f0-424d-863a-991d19a82cd7') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.032462 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.045360 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.051462 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:54:10.051851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:54:10.053492 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:54:10.105991 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.110728 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.116149 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] 10.222.0.42 "DELETE /v2.0/networks/c2d47d2d-5bea-448e-8bb8-b4cf77afaa71 HTTP/1.1" status: 204 len: 168 time: 0.2805762 Oct 12 16:54:10.128538 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b50a2-189f-4e4d-a996-8513c4b22abc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d47d2d-5bea-448e-8bb8-b4cf77afaa71,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:10.288871 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55120) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.335283 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55126) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.335516 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-86b71e09-d947-4414-9acd-a94452a05dc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c75c30f5593e4cc5b256a31f2942e371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448902 Oct 12 16:54:10.379610 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55132) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.401276 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.430835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.490266 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.492752 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.493870 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25d6b270-bbc4-464b-9ed0-3bfe6a9c0769 HTTP/1.1" status: 204 len: 168 time: 0.1572447 Oct 12 16:54:10.502882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6e1ceb1a-1121-43b9-a0c6-72dc23e71d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.519400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f42e92-63f6-4dc3-80fc-694cf7369efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6b270-bbc4-464b-9ed0-3bfe6a9c0769,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:10.595680 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6e1ceb1a-1121-43b9-a0c6-72dc23e71d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.600889 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6e1ceb1a-1121-43b9-a0c6-72dc23e71d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.613477 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55142) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.644143 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6e1ceb1a-1121-43b9-a0c6-72dc23e71d0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d16780cdab7f462daa83293ff0797475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634935 Oct 12 16:54:10.644700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55146) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.645041 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ceb1a-1121-43b9-a0c6-72dc23e71d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5e5112-03bc-4c14-8f56-7bb47ade9b4f,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:10.708439 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.737733 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.812191 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-697a7256-9f57-4fc1-949c-f626341507bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.844996 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83f9c-f7ac-4698-8bba-372b1ba63cb7 req-51139ea6-00c1-4fb8-828d-dc850e9cfe70 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:10.846468 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95b83f9c-f7ac-4698-8bba-372b1ba63cb7 req-51139ea6-00c1-4fb8-828d-dc850e9cfe70 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 943 time: 0.1009905 Oct 12 16:54:10.861748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55152) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.872621 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.876076 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.877485 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd5e5112-03bc-4c14-8f56-7bb47ade9b4f HTTP/1.1" status: 204 len: 168 time: 0.2314575 Oct 12 16:54:10.905669 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a65e373b-43f6-4a1b-9304-3649442a6056 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa471dbc5b3b4301aaada0a5fe57e1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426724 Oct 12 16:54:10.907708 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b963e-467e-4e92-ab7d-67a85611ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5e5112-03bc-4c14-8f56-7bb47ade9b4f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:10.909730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55156) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:10.917829 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95b83f9c-f7ac-4698-8bba-372b1ba63cb7 req-d3c807ca-0719-4993-8a39-d93e728c996e tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Oct 12 16:54:10.975180 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-697a7256-9f57-4fc1-949c-f626341507bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.976013 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:10.980974 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-697a7256-9f57-4fc1-949c-f626341507bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.010836 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.019719 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.025496 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-697a7256-9f57-4fc1-949c-f626341507bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b475239870104ca0b8e545929e101683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091575 Oct 12 16:54:11.025496 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55160) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.068587 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a7256-9f57-4fc1-949c-f626341507bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd12de-d51c-4450-8a82-978490eda98a,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.102795 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.115293 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.116972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.121094 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.129474 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/995530a5-eb2d-4a1c-a7dc-8dfbb26e8364 HTTP/1.1" status: 204 len: 168 time: 0.2184029 Oct 12 16:54:11.129672 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.142167 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275031-41b9-4521-bf77-c9f497fadfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995530a5-eb2d-4a1c-a7dc-8dfbb26e8364,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.199442 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.202128 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.205726 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79dd12de-d51c-4450-8a82-978490eda98a HTTP/1.1" status: 204 len: 168 time: 0.1768374 Oct 12 16:54:11.214289 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ce7ec-53aa-4782-abec-dbf397d823e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd12de-d51c-4450-8a82-978490eda98a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.404861 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55176) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.421542 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5105b4e8-d11c-466d-b930-ce3a3485bb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.512738 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5105b4e8-d11c-466d-b930-ce3a3485bb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.519951 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5105b4e8-d11c-466d-b930-ce3a3485bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.561264 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5105b4e8-d11c-466d-b930-ce3a3485bb49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f833289cad3045a599304101318a71f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551642 Oct 12 16:54:11.562191 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105b4e8-d11c-466d-b930-ce3a3485bb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ee4ac-d076-4697-b893-40b5b42be84f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.564133 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55184) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.622873 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.637172 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55188) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.655972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.658370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c3149263-9886-4da3-ae68-14c5732e9487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.740857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.743448 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.744761 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc1ee4ac-d076-4697-b893-40b5b42be84f HTTP/1.1" status: 204 len: 168 time: 0.1789649 Oct 12 16:54:11.761650 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562b60-71a8-4544-85f2-d574fb7f77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ee4ac-d076-4697-b893-40b5b42be84f,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.777011 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c3149263-9886-4da3-ae68-14c5732e9487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.782626 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c3149263-9886-4da3-ae68-14c5732e9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.825063 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3149263-9886-4da3-ae68-14c5732e9487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b861f402-7c47-45ec-b763-f28313d70ff1,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.831365 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c3149263-9886-4da3-ae68-14c5732e9487 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ced55584e8a24969b206a3c1d1998270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931927 Oct 12 16:54:11.833877 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55196) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.886074 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.909666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.960423 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.963155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.964602 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b861f402-7c47-45ec-b763-f28313d70ff1 HTTP/1.1" status: 204 len: 168 time: 0.1296921 Oct 12 16:54:11.974247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cf028-f867-48a9-a321-dce033eb019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b861f402-7c47-45ec-b763-f28313d70ff1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:12.012501 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:12.047029 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f197d-5e54-4070-bd94-36d8b8a99506 req-867cec4f-3067-4892-8fe8-d3392faf6736 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:12.049227 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e19f197d-5e54-4070-bd94-36d8b8a99506 req-867cec4f-3067-4892-8fe8-d3392faf6736 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 943 time: 0.0533633 Oct 12 16:54:12.102262 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e19f197d-5e54-4070-bd94-36d8b8a99506 req-e773c1c0-545d-4ded-8cf5-aa269f80f780 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450425 Oct 12 16:54:12.165717 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:12.186110 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30', 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da', 'port_id': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30', 'mac_address': 'fa:16:3e:25:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a033f64-f15e-48b2-a4ec-799cf1cdf6a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:12.258988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.277287 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:12.299481 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:12.306447 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.356646 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:12.364521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.364938 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.365522 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.365917 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.366340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.366729 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.367116 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.367505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.367914 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.368299 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.368682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.369109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:12.458148 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.524938 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55230) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:12.540487 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-29269b1b-d794-4d30-a04d-bf6c0ee4f0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.626882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-29269b1b-d794-4d30-a04d-bf6c0ee4f0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.630761 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-29269b1b-d794-4d30-a04d-bf6c0ee4f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.676078 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-29269b1b-d794-4d30-a04d-bf6c0ee4f0bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fcb95d061b849c38213a2e7626946eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497476 Oct 12 16:54:12.677057 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29269b1b-d794-4d30-a04d-bf6c0ee4f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed395ddc-275b-4602-8439-f4aeec97ca9d,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:12.678766 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55234) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:12.725097 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:12.736316 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.774178 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.845394 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.848685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.851801 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed395ddc-275b-4602-8439-f4aeec97ca9d HTTP/1.1" status: 204 len: 168 time: 0.1698685 Oct 12 16:54:12.870808 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61797427-5e35-4ceb-9d55-cfbbd47be8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed395ddc-275b-4602-8439-f4aeec97ca9d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:13.236494 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe6d02-b0d9-497e-989e-626a5e239322 req-011834b0-dbf7-4b0e-8d8c-c0aac87b63da tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:13.238391 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bebe6d02-b0d9-497e-989e-626a5e239322 req-011834b0-dbf7-4b0e-8d8c-c0aac87b63da tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 944 time: 0.0626271 Oct 12 16:54:13.541404 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bebe6d02-b0d9-497e-989e-626a5e239322 req-d164e407-c08d-4398-9719-43b6a59352aa tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890894 Oct 12 16:54:14.032755 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:14.096171 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:14.097436 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-958d4083-bcc9-4290-95fc-9cf08fdd726c tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0cfd34669b024b05945786f9b331d29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443351 Oct 12 16:54:14.103800 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:14.104180 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:14.211536 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:14.256086 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:14.257101 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:14.260352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705b577-a260-4b06-a653-bba9e839ac66" -d '{"events": [{"server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:14.268597 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:14.331950 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:14.354798 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77524ee0-2164-4721-a3f2-3aa16f1b753c x-openstack-request-id: req-77524ee0-2164-4721-a3f2-3aa16f1b753c {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:14.356098 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:14.357125 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77524ee0-2164-4721-a3f2-3aa16f1b753c {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:14.357757 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30', 'code': 200} Oct 12 16:54:14.432767 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-c2392799-6e67-4dba-9bef-a9b5a552d4ff tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:14.441139 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-c2392799-6e67-4dba-9bef-a9b5a552d4ff tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358948 Oct 12 16:54:14.461678 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-d15e5231-46f9-444c-b8e8-9933e1ee2e67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218345 Oct 12 16:54:14.468815 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-987204cf-98e1-45fe-bbed-913b3dc283df tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/quotas/0cfd34669b024b05945786f9b331d29d HTTP/1.1" status: 200 len: 375 time: 0.0266645 Oct 12 16:54:14.529544 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-9c05428c-2643-4f68-97ae-916116444766 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cfd34669b024b05945786f9b331d29d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501156 Oct 12 16:54:14.657658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595909c5-8497-40fa-95d8-53615700d691 req-2cc8a0dd-b6d7-40b2-b612-a77376106122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:14.666264 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-595909c5-8497-40fa-95d8-53615700d691 req-2cc8a0dd-b6d7-40b2-b612-a77376106122 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 1098 time: 0.0876775 Oct 12 16:54:14.675732 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48359dde-5920-4d78-8032-18f843038c72 req-612d0219-1a5d-49c9-a54f-91a3543d8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:14.678076 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-612d0219-1a5d-49c9-a54f-91a3543d8c60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7620025728b949fcbbcf988c3afc657d&device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 1098 time: 0.0981691 Oct 12 16:54:14.780323 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aa14bdeb-1674-48e5-8810-fda69d6c9844 req-4cca91a2-efaa-4374-afb3-812260ef4d17 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 210 time: 0.0710840 Oct 12 16:54:14.780794 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-595909c5-8497-40fa-95d8-53615700d691 req-403bbfb6-25bc-4704-9cd1-5390003dd24f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008203 Oct 12 16:54:14.853422 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09304-e250-4921-8a44-f9bb3295f8ed req-5df35d8d-7a71-442a-a516-621229e747a7 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:14.855009 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d2d09304-e250-4921-8a44-f9bb3295f8ed req-5df35d8d-7a71-442a-a516-621229e747a7 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0918882 Oct 12 16:54:14.876480 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48359dde-5920-4d78-8032-18f843038c72 req-5d9ee17f-603c-45cf-bf75-d785ad59f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:14.878421 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-5d9ee17f-603c-45cf-bf75-d785ad59f4d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f5d716b-20a5-470a-8054-5fd73e30cbfb HTTP/1.1" status: 200 len: 913 time: 0.1727576 Oct 12 16:54:14.923578 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d2d09304-e250-4921-8a44-f9bb3295f8ed req-890cf12c-ba0e-4314-b87a-f16855081474 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596218 Oct 12 16:54:15.049353 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-9512e21d-31d5-4f19-abae-0b2b6fcb9a05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26d2a81-3321-4705-be8e-7268d8f21967 HTTP/1.1" status: 200 len: 217 time: 0.0463481 Oct 12 16:54:15.103139 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48359dde-5920-4d78-8032-18f843038c72 req-77e89dcc-ed3c-4425-90b8-13edb31421c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:15.105427 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-77e89dcc-ed3c-4425-90b8-13edb31421c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94300ad6-0c8f-4a21-bea2-210d0666cc53 HTTP/1.1" status: 200 len: 851 time: 0.0482228 Oct 12 16:54:15.139227 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-a3d0202a-b050-43ea-bc81-84da25b92d39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f5d716b-20a5-470a-8054-5fd73e30cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261574 Oct 12 16:54:15.253116 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-dc9e80dc-330f-4f7c-8c88-842e700c9fb5 service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993874 Oct 12 16:54:15.362917 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48359dde-5920-4d78-8032-18f843038c72 req-ccb72335-417e-485a-9025-5df7d84ad86c service neutron] 10.222.0.69 "GET /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013424 Oct 12 16:54:15.875424 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cbf8af95-5076-4330-9d5b-3c50b1603b98 req-31125c9e-08ae-42ff-bc1a-12e151c906e6 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 210 time: 0.0277059 Oct 12 16:54:15.900370 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a68c3-3c6f-44e2-8a61-ba752da1a7d5 req-df1fd00e-1d03-4291-b863-0c2838a4e170 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:15.902059 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-091a68c3-3c6f-44e2-8a61-ba752da1a7d5 req-df1fd00e-1d03-4291-b863-0c2838a4e170 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Oct 12 16:54:15.946192 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-091a68c3-3c6f-44e2-8a61-ba752da1a7d5 req-bb3f06ca-6b22-4897-ab6e-b7ed0d3fdc99 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Oct 12 16:54:15.953215 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-7f553ea8-049e-419f-84c1-0428c0979ad1 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0cfd34669b024b05945786f9b331d29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265372 Oct 12 16:54:16.114482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf5741-5ddb-4380-a393-3f6dfb54c232 req-b4674ec4-3e61-4d08-8371-18845e690df1 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:16.115987 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cabf5741-5ddb-4380-a393-3f6dfb54c232 req-b4674ec4-3e61-4d08-8371-18845e690df1 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0832090 Oct 12 16:54:16.127844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-f7e69a12-5de2-4920-973b-edc901272c71 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:16.129284 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-f7e69a12-5de2-4920-973b-edc901272c71 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642647 Oct 12 16:54:16.169337 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Request body: {'port': {'device_id': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2', 'admin_state_up': True, 'tenant_id': '0cfd34669b024b05945786f9b331d29d'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:16.175363 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cabf5741-5ddb-4380-a393-3f6dfb54c232 req-7e3722fb-27d2-4b6c-84e9-832739c9a219 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Oct 12 16:54:16.267086 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55422) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:16.287171 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Made reservation on behalf of 0cfd34669b024b05945786f9b331d29d for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:16.290963 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.300464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.389107 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.395440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.397932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ee8886c9-a4b2-4c2a-84f8-8ccae4307384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.471547 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2968be72-727a-4112-bcb0-61228e06a82b,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:16.493414 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ee8886c9-a4b2-4c2a-84f8-8ccae4307384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.497864 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ee8886c9-a4b2-4c2a-84f8-8ccae4307384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.549318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Allocated IP 192.168.233.35 (a6a360d5-7621-44d3-a453-f75b3457bae2/77486ea0-949a-4d5d-bb3d-654914e3d097/ab9de2b0-447d-40b1-b7e1-100659ab7d1a) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:16.549568 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ee8886c9-a4b2-4c2a-84f8-8ccae4307384 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42b4caab9d264f53adf55d0aeea7240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812717 Oct 12 16:54:16.550384 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8886c9-a4b2-4c2a-84f8-8ccae4307384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e49009-888e-4b32-89d1-bd0f3bc7e197,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:16.553328 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55426) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:16.638138 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.719659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.780541 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.814182 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.816767 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.818407 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98e49009-888e-4b32-89d1-bd0f3bc7e197 HTTP/1.1" status: 204 len: 168 time: 0.2641077 Oct 12 16:54:16.841872 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa13196-016a-4bb0-8535-4bd2a46584aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e49009-888e-4b32-89d1-bd0f3bc7e197,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:16.849812 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.910270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Network a6a360d5-7621-44d3-a453-f75b3457bae2 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:16.911848 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:16.925311 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:16.955397 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Pushing event updated for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:16.997049 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:17.009986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.045989 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-6bda1f7f-1aec-4888-ac8a-d231943e9d79 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8811789 Oct 12 16:54:17.059525 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff996c8-7876-48b4-a672-433b1df1ccac req-a730a321-b6e1-4057-9a0f-45cb4d74dc54 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:17.067072 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Request body: {'port': {'device_id': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:17.072167 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ff996c8-7876-48b4-a672-433b1df1ccac req-a730a321-b6e1-4057-9a0f-45cb4d74dc54 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 935 time: 0.0857756 Oct 12 16:54:17.159693 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ff996c8-7876-48b4-a672-433b1df1ccac req-6cc03122-c1f0-4acb-b157-61520dc1ff98 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798912 Oct 12 16:54:17.160341 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55454) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:17.207935 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.222561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f678e-a71e-4fae-8f25-858507972e74 req-1babdb7c-c67a-462e-9568-cd9574b119db tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:17.224387 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3f3f678e-a71e-4fae-8f25-858507972e74 req-1babdb7c-c67a-462e-9568-cd9574b119db tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.1204164 Oct 12 16:54:17.271813 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3f3f678e-a71e-4fae-8f25-858507972e74 req-3aa87e0f-1d69-4429-802e-584b34643f47 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Oct 12 16:54:17.340036 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fc96e-b927-4624-a7e8-87fd53db4180 req-1caedfd2-699a-420c-9172-1f8726929704 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:17.347904 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b7fc96e-b927-4624-a7e8-87fd53db4180 req-1caedfd2-699a-420c-9172-1f8726929704 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0673101 Oct 12 16:54:17.356727 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-61fa3745-73da-4c3b-9944-e3c67897be11 None None] Provisioning complete for port ab9de2b0-447d-40b1-b7e1-100659ab7d1a triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:17.357288 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-61fa3745-73da-4c3b-9944-e3c67897be11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.378047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-25827d18-2c49-4eb3-96a6-6a0f0eeda941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.398715 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-61fa3745-73da-4c3b-9944-e3c67897be11 None None] Port ab9de2b0-447d-40b1-b7e1-100659ab7d1a cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:54:17.416709 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b7fc96e-b927-4624-a7e8-87fd53db4180 req-be44a106-6aa7-47b7-9e8e-047ac1349db7 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677106 Oct 12 16:54:17.498387 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-25827d18-2c49-4eb3-96a6-6a0f0eeda941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.505147 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-25827d18-2c49-4eb3-96a6-6a0f0eeda941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.545546 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-25827d18-2c49-4eb3-96a6-6a0f0eeda941 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b038c5e3f0c4418b4594906e0cbf144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839791 Oct 12 16:54:17.546415 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25827d18-2c49-4eb3-96a6-6a0f0eeda941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32863c33-9d73-4c38-8214-98bb60347c2e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:17.549706 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55476) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:17.580365 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9de2b0-447d-40b1-b7e1-100659ab7d1a {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:17.588097 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.601852 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Transition to ACTIVE for port object ab9de2b0-447d-40b1-b7e1-100659ab7d1a will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:17.604687 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.606086 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.633504 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.700859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:17.703627 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.707681 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.711212 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32863c33-9d73-4c38-8214-98bb60347c2e HTTP/1.1" status: 204 len: 168 time: 0.1604931 Oct 12 16:54:17.749707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e733e-7aa4-4031-8ce1-fccbca1d41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32863c33-9d73-4c38-8214-98bb60347c2e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:17.770998 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Attempting to bind port ab9de2b0-447d-40b1-b7e1-100659ab7d1a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:17.771775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Attempting to bind port ab9de2b0-447d-40b1-b7e1-100659ab7d1a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:17.772321 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Attempting to bind port ab9de2b0-447d-40b1-b7e1-100659ab7d1a on network a6a360d5-7621-44d3-a453-f75b3457bae2 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:17.777596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Port ab9de2b0-447d-40b1-b7e1-100659ab7d1a on network a6a360d5-7621-44d3-a453-f75b3457bae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:17.778256 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Attempting to bind port ab9de2b0-447d-40b1-b7e1-100659ab7d1a on network a6a360d5-7621-44d3-a453-f75b3457bae2 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:17.788739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:17.789994 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Checking segment: {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:17.790599 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Bound using segment: {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:17.791261 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Bound port: ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17c8739-f369-4bf1-a4c5-2890be24edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:17.792057 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.872401 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:17.876876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:17.883924 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.945021 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:17.946012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.947951 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] 10.222.0.69 "PUT /v2.0/ports/ab9de2b0-447d-40b1-b7e1-100659ab7d1a HTTP/1.1" status: 200 len: 1097 time: 0.8857803 Oct 12 16:54:17.950394 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:17.953052 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d5055-7694-4e6b-b13b-9bcace824224" -d '{"events": [{"name": "network-changed", "server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:17.984263 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f2bdf-9c79-41cb-a6ef-0a37a82f6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:18.047974 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c14b05-8c28-43bd-8e97-995bfc643c77 x-openstack-request-id: req-d6c14b05-8c28-43bd-8e97-995bfc643c77 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:18.048404 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:18.048665 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6c14b05-8c28-43bd-8e97-995bfc643c77 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:18.049085 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a', 'status': 'completed', 'code': 200} Oct 12 16:54:18.101515 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-827dbf1f-3ce4-446f-820d-34cd6a32f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.103015 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-827dbf1f-3ce4-446f-820d-34cd6a32f0a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cfd34669b024b05945786f9b331d29d&device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 1100 time: 0.0745900 Oct 12 16:54:18.167221 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-167bcfbf-5c0b-4fee-a235-f1e4cc235819 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a HTTP/1.1" status: 200 len: 217 time: 0.0532920 Oct 12 16:54:18.301385 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-cfedcc4f-2520-4585-988a-d29a39f9fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.302854 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-cfedcc4f-2520-4585-988a-d29a39f9fb07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77486ea0-949a-4d5d-bb3d-654914e3d097 HTTP/1.1" status: 200 len: 843 time: 0.1256330 Oct 12 16:54:18.397432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115d8b-f0c9-4a9e-83bc-5d0d963d05db req-e9c018ab-8065-4644-a144-0cb22c0a2462 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.398909 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3a115d8b-f0c9-4a9e-83bc-5d0d963d05db req-e9c018ab-8065-4644-a144-0cb22c0a2462 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 947 time: 0.0996354 Oct 12 16:54:18.420350 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-09991c47-ff5f-4d5f-8c78-ed1fcae80f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.421940 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-09991c47-ff5f-4d5f-8c78-ed1fcae80f7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6a360d5-7621-44d3-a453-f75b3457bae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0862830 Oct 12 16:54:18.430271 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.500656 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2b410-b1a2-4a9c-baf7-d85dcb247146 req-e3e5fadc-0a18-43bf-b363-3a4fa0af45f8 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.508794 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f1e2b410-b1a2-4a9c-baf7-d85dcb247146 req-e3e5fadc-0a18-43bf-b363-3a4fa0af45f8 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.0612695 Oct 12 16:54:18.520392 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3a115d8b-f0c9-4a9e-83bc-5d0d963d05db req-f7416aeb-9875-470f-a1f0-be33a09ea73b tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023660 Oct 12 16:54:18.561810 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f1e2b410-b1a2-4a9c-baf7-d85dcb247146 req-dda7d952-51f4-48d4-a0a7-a2544a41e1d6 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517287 Oct 12 16:54:18.608903 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-3469bd3b-8111-4a81-a7c9-7f4cb4023750 service neutron] 10.222.0.69 "GET /v2.0/networks/a6a360d5-7621-44d3-a453-f75b3457bae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625543 Oct 12 16:54:18.627026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04269-7af6-48fc-a053-5333c2298903 req-46d8694f-b9dd-4df7-8442-27c58bb6741b tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.628546 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fae04269-7af6-48fc-a053-5333c2298903 req-46d8694f-b9dd-4df7-8442-27c58bb6741b tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 945 time: 0.1025038 Oct 12 16:54:18.835887 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de6ed-08f6-43cd-9d5f-528f3fbce05a req-6c182a13-c2fc-4654-bd16-2c6de786abc6 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:18.837377 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d66de6ed-08f6-43cd-9d5f-528f3fbce05a req-6c182a13-c2fc-4654-bd16-2c6de786abc6 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.1509535 Oct 12 16:54:18.848397 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ffddac6-eedb-4f6d-8d43-74a0aa43c615 req-cc039bae-c219-49cf-8ef1-2f19cd875bc9 service neutron] 10.222.0.69 "GET /v2.0/networks/a6a360d5-7621-44d3-a453-f75b3457bae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188845 Oct 12 16:54:18.903632 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d66de6ed-08f6-43cd-9d5f-528f3fbce05a req-4abe5836-4510-4232-a2fb-883b4159ebf5 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576062 Oct 12 16:54:18.905272 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Deleting port a26d2a81-3321-4705-be8e-7268d8f21967 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:18.905607 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.221688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-2c12e33e-92e5-407f-be9a-770eeea159fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:19.223091 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-2c12e33e-92e5-407f-be9a-770eeea159fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cfd34669b024b05945786f9b331d29d&device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 1100 time: 0.0762541 Oct 12 16:54:19.229642 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] For port a26d2a81-3321-4705-be8e-7268d8f21967, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a26d2a81-3321-4705-be8e-7268d8f21967,segment=NetworkSegment(90f9f200-3a7c-429e-a787-798ace3e4192),segment_id=90f9f200-3a7c-429e-a787-798ace3e4192)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:19.230231 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.261821 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Calling delete_port for a26d2a81-3321-4705-be8e-7268d8f21967 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:19.404561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-84eea3e0-79b1-4b31-91da-14eb5e43b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:19.406037 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-84eea3e0-79b1-4b31-91da-14eb5e43b962 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6a360d5-7621-44d3-a453-f75b3457bae2 HTTP/1.1" status: 200 len: 871 time: 0.1733375 Oct 12 16:54:19.462061 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-7b3e738e-8dbf-4adc-b2be-4b760fedd65c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a HTTP/1.1" status: 200 len: 217 time: 0.0374744 Oct 12 16:54:19.541877 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.564313 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['a26d2a81-3321-4705-be8e-7268d8f21967'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:19.574852 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-ecef0c40-ca08-49c2-875b-e2f8ad298c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:19.576318 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-ecef0c40-ca08-49c2-875b-e2f8ad298c9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77486ea0-949a-4d5d-bb3d-654914e3d097 HTTP/1.1" status: 200 len: 843 time: 0.0813932 Oct 12 16:54:19.577051 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Pushing event deleted for resources: {'Port': ['ID=a26d2a81-3321-4705-be8e-7268d8f21967,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:19.663291 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] No DVR routers for this DVR port a26d2a81-3321-4705-be8e-7268d8f21967 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:19.678424 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.681829 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fae04269-7af6-48fc-a053-5333c2298903 req-85f7143f-ce02-4224-8e8c-cc5e79da7282 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.69 "DELETE /v2.0/ports/a26d2a81-3321-4705-be8e-7268d8f21967 HTTP/1.1" status: 204 len: 173 time: 1.0429022 Oct 12 16:54:19.700793 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2979997a-e360-44a0-90f9-e1ec91453c33 req-c5f3fff3-dc2b-49fd-8a75-cab2bf750cc1 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0389285 Oct 12 16:54:19.729548 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c5cd-7196-4962-8afd-5126562cd221 req-d87cca8d-4731-423f-aef4-0ef007fc44e7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:19.731244 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c08c5cd-7196-4962-8afd-5126562cd221 req-d87cca8d-4731-423f-aef4-0ef007fc44e7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 947 time: 0.0690665 Oct 12 16:54:19.731713 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-4b567a14-3c57-4dd4-87f0-7c6a51ffb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:19.734805 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-4b567a14-3c57-4dd4-87f0-7c6a51ffb5c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6a360d5-7621-44d3-a453-f75b3457bae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1297371 Oct 12 16:54:19.786680 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c08c5cd-7196-4962-8afd-5126562cd221 req-511e6b57-3966-483a-8360-9e59379d24d4 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Oct 12 16:54:19.858487 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-3dbcaca9-6ba1-4816-a21f-5efea84667fc service neutron] 10.222.0.69 "GET /v2.0/networks/a6a360d5-7621-44d3-a453-f75b3457bae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129274 Oct 12 16:54:19.962836 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff6d5055-7694-4e6b-b13b-9bcace824224 req-4649ae30-c3a2-476e-ab71-3d0c9f66c704 service neutron] 10.222.0.69 "GET /v2.0/networks/a6a360d5-7621-44d3-a453-f75b3457bae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908980 Oct 12 16:54:20.049579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302809c4-b57b-4f96-87d6-7cf84f94a69d req-a93a245c-6acf-40d9-a4cc-93b0001fa5c4 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:20.051213 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-302809c4-b57b-4f96-87d6-7cf84f94a69d req-a93a245c-6acf-40d9-a4cc-93b0001fa5c4 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0558505 Oct 12 16:54:20.051756 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'name': 'network-vif-deleted', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:20.054077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b3ba0c-c3a3-478f-a637-bce868b0e603" -d '{"events": [{"server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "name": "network-vif-deleted", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:20.093221 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-302809c4-b57b-4f96-87d6-7cf84f94a69d req-063cf2a5-0698-4298-84ae-9170dcf6ca29 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Oct 12 16:54:20.135320 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77c94c-83f1-48e2-8fa2-a17b9d62cea9 x-openstack-request-id: req-dd77c94c-83f1-48e2-8fa2-a17b9d62cea9 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:20.135614 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d2e5e3-d381-4d04-8484-206a234ef609", "name": "network-vif-deleted", "tag": "a26d2a81-3321-4705-be8e-7268d8f21967", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:20.135862 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd77c94c-83f1-48e2-8fa2-a17b9d62cea9 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:20.136261 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d2e5e3-d381-4d04-8484-206a234ef609', 'name': 'network-vif-deleted', 'tag': 'a26d2a81-3321-4705-be8e-7268d8f21967', 'status': 'completed', 'code': 200} Oct 12 16:54:20.816846 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d2d3017b-d7a4-4411-8bf4-efa1378a899c req-8f7f266c-aa6b-47e2-bfa8-56a594d59838 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0259676 Oct 12 16:54:20.915170 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e94b9-4fad-46b8-b05d-cc320e7a4f9b req-011e1d10-9ab5-4fb0-9525-28b046cabf3e tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:20.916611 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f29e94b9-4fad-46b8-b05d-cc320e7a4f9b req-011e1d10-9ab5-4fb0-9525-28b046cabf3e tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 947 time: 0.0472629 Oct 12 16:54:20.953826 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f29e94b9-4fad-46b8-b05d-cc320e7a4f9b req-200ef638-6f93-448a-becd-e1741bf13c58 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Oct 12 16:54:21.206196 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91873ae7-4909-4a98-a39f-5c54ffe4eb4a req-1c8eaf54-3f03-4048-be12-af227dc53dd3 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:21.207641 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91873ae7-4909-4a98-a39f-5c54ffe4eb4a req-1c8eaf54-3f03-4048-be12-af227dc53dd3 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0505178 Oct 12 16:54:21.247679 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91873ae7-4909-4a98-a39f-5c54ffe4eb4a req-8446f0ab-9f12-4c05-ace9-5b0aa462f8b4 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339317 Oct 12 16:54:22.109661 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device ab9de2b0-447d-40b1-b7e1-100659ab7d1a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:22.189566 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d95b7d6f-a271-48f7-a6a7-0830674e100b req-21d78cc9-ffea-4342-9f26-7e17ffc4f6a2 tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0288928 Oct 12 16:54:22.205043 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:22.216383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a', 'network_id': 'a6a360d5-7621-44d3-a453-f75b3457bae2', 'port_id': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a', 'mac_address': 'fa:16:3e:ba:09:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77486ea0-949a-4d5d-bb3d-654914e3d097', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:22.253563 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:22.270601 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9de2b0-447d-40b1-b7e1-100659ab7d1a {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:22.289567 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:22.292633 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9a8c-d66a-49b8-9581-79ec6b9e32ba req-06b4b9c2-cace-4fa8-a06f-b9041d62b625 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:22.294028 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:22.294290 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-740f9a8c-d66a-49b8-9581-79ec6b9e32ba req-06b4b9c2-cace-4fa8-a06f-b9041d62b625 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 947 time: 0.0505111 Oct 12 16:54:22.333746 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-740f9a8c-d66a-49b8-9581-79ec6b9e32ba req-165b29b0-df1f-438d-97bb-55ee12d273fd tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Oct 12 16:54:22.342717 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:22.435964 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfe3bc-9134-4d35-9874-4b694492cd74 req-5d0a1675-b410-4b42-8348-3f8db1b0492c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:22.437457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96cfe3bc-9134-4d35-9874-4b694492cd74 req-5d0a1675-b410-4b42-8348-3f8db1b0492c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0486929 Oct 12 16:54:22.475288 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96cfe3bc-9134-4d35-9874-4b694492cd74 req-3735f94b-b54b-45dd-9e7e-69f66cf6e576 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Oct 12 16:54:23.348293 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-22b79596-7670-402a-b915-c1ba07f6755b req-d4e79db9-89b8-407f-bd80-fe483d362e1c tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0257728 Oct 12 16:54:23.455096 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bef8-6f94-4777-b579-1ca4c67d22f7 req-ed11838a-d1a8-42c3-bf3e-23c5c5906ee3 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:23.456585 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5907bef8-6f94-4777-b579-1ca4c67d22f7 req-ed11838a-d1a8-42c3-bf3e-23c5c5906ee3 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 948 time: 0.0544415 Oct 12 16:54:23.497788 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5907bef8-6f94-4777-b579-1ca4c67d22f7 req-20049895-31f6-4c0b-bf90-4882d5ff4817 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Oct 12 16:54:23.550478 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['ab9de2b0-447d-40b1-b7e1-100659ab7d1a'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:23.599897 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e685fb-0980-4763-8238-33ccf413b253 req-668cdbbd-0907-4a44-b455-e17b6e911816 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:23.601683 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-68e685fb-0980-4763-8238-33ccf413b253 req-668cdbbd-0907-4a44-b455-e17b6e911816 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0567350 Oct 12 16:54:23.657238 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-68e685fb-0980-4763-8238-33ccf413b253 req-9a4785c7-9f86-4025-af14-89c718e47b23 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Oct 12 16:54:23.779732 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-b3af13e1-ba45-45ca-874a-a5f5a97720f1 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:23.781253 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-b3af13e1-ba45-45ca-874a-a5f5a97720f1 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 945 time: 0.0505431 Oct 12 16:54:23.881549 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Deleting port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:23.881920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.975844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] For port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:23.976207 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.989703 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Calling delete_port for 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:24.127646 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.157865 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Pushing event deleted for resources: {'Port': ['ID=7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:24.203340 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] No DVR routers for this DVR port 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:24.206726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.210563 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4db6c0ad-376d-4217-a3f1-5f5678e04192 req-333c62e1-a91a-4795-8974-d6d59ea13e3f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "DELETE /v2.0/ports/7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 HTTP/1.1" status: 204 len: 173 time: 0.4189160 Oct 12 16:54:24.211345 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'name': 'network-vif-deleted', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:24.214815 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c477957-079b-49a4-af46-0f4a61fa5606" -d '{"events": [{"server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "name": "network-vif-deleted", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:24.255757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5acd77-14ba-4698-9eb6-d2573f03875d x-openstack-request-id: req-5d5acd77-14ba-4698-9eb6-d2573f03875d {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:24.256155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f903a4c4-1635-40ae-955c-c5f19745cdff", "name": "network-vif-deleted", "tag": "7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:24.256413 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d5acd77-14ba-4698-9eb6-d2573f03875d {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:24.256830 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f903a4c4-1635-40ae-955c-c5f19745cdff', 'name': 'network-vif-deleted', 'tag': '7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30', 'status': 'completed', 'code': 200} Oct 12 16:54:24.445743 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55672) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:24.554396 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac1afa9c-19e7-4f72-acec-956f0357abb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.633215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac1afa9c-19e7-4f72-acec-956f0357abb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.637028 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac1afa9c-19e7-4f72-acec-956f0357abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.678657 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ac1afa9c-19e7-4f72-acec-956f0357abb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87562b49d04549c0b88b9146be8c0ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318363 Oct 12 16:54:24.679508 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afa9c-19e7-4f72-acec-956f0357abb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5bf218-b8e3-4e79-b233-4e54db0b80dc,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:24.681327 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55680) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:24.730433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.753867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.800370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.803014 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.804075 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef5bf218-b8e3-4e79-b233-4e54db0b80dc HTTP/1.1" status: 204 len: 168 time: 0.1217306 Oct 12 16:54:24.812180 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe0ab0-bb0a-4c31-bdae-4db2f8211e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5bf218-b8e3-4e79-b233-4e54db0b80dc,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:25.056439 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55688) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:25.070324 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7eb9-7874-4c51-906c-8001f7fb8fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.146425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7eb9-7874-4c51-906c-8001f7fb8fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.150346 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7eb9-7874-4c51-906c-8001f7fb8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.186900 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-9b7a7eb9-7874-4c51-906c-8001f7fb8fc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b649987d6af449288c15228a39aecd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293519 Oct 12 16:54:25.188077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a7eb9-7874-4c51-906c-8001f7fb8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f059bfed-6ecc-4b37-acd6-e50b7bc30ab8,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:25.190154 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55690) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:25.238181 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.260207 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.307105 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.309704 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.310867 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f059bfed-6ecc-4b37-acd6-e50b7bc30ab8 HTTP/1.1" status: 204 len: 168 time: 0.1195571 Oct 12 16:54:25.319109 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28006c-10c9-4ad5-a6d7-d82abd2d7929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059bfed-6ecc-4b37-acd6-e50b7bc30ab8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:25.619481 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55698) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:25.632619 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c35df1a-c3c5-4223-a6af-701fa4e9222b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.718010 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c35df1a-c3c5-4223-a6af-701fa4e9222b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.722444 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c35df1a-c3c5-4223-a6af-701fa4e9222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.764787 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device a26d2a81-3321-4705-be8e-7268d8f21967 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:25.765414 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9c35df1a-c3c5-4223-a6af-701fa4e9222b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f24a41a46f74a0887446762eae3171b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446443 Oct 12 16:54:25.766894 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35df1a-c3c5-4223-a6af-701fa4e9222b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ead477-47b8-4c3b-b687-22a9824caa03,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:25.768738 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55702) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:25.795225 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: a26d2a81-3321-4705-be8e-7268d8f21967 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:25.795565 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device a26d2a81-3321-4705-be8e-7268d8f21967 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:25.829761 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.850999 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.902024 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.904524 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:25.905767 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6ead477-47b8-4c3b-b687-22a9824caa03 HTTP/1.1" status: 204 len: 168 time: 0.1354177 Oct 12 16:54:25.913059 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578631f5-b1e1-401b-9640-96771cfeef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ead477-47b8-4c3b-b687-22a9824caa03,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:27.036195 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:27.086137 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-13a0e8b0-0340-4a1b-964f-4ab6c87f9caa req-65e4d213-6208-48bb-87e6-788e0f49fe4e tempest-DeleteServersTestJSON-1756396344 tempest-DeleteServersTestJSON-1756396344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9d2e5e3-d381-4d04-8484-206a234ef609 HTTP/1.1" status: 200 len: 210 time: 0.0636001 Oct 12 16:54:27.094006 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ab85-cc1c-46a3-ac99-99ea94d76486 req-3fd6a4a8-4b7b-471f-b2d9-658f5aed64a8 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:27.102017 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3782ab85-cc1c-46a3-ac99-99ea94d76486 req-3fd6a4a8-4b7b-471f-b2d9-658f5aed64a8 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 948 time: 0.0663493 Oct 12 16:54:27.150785 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3782ab85-cc1c-46a3-ac99-99ea94d76486 req-f09fe54b-ced8-4754-b563-0981bcff3341 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Oct 12 16:54:27.184920 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e4c58dd9-119b-443b-b505-55eb4e6ad55b req-589f57a1-8471-42dc-9932-3db6c09742ed tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=f903a4c4-1635-40ae-955c-c5f19745cdff HTTP/1.1" status: 200 len: 210 time: 0.0317249 Oct 12 16:54:28.286173 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7d3df-4a64-459c-9892-7bf9a8c367f4 req-69fcee98-1166-46cf-bd58-7970e112c3df tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:28.287597 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-38d7d3df-4a64-459c-9892-7bf9a8c367f4 req-69fcee98-1166-46cf-bd58-7970e112c3df tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 948 time: 0.0729280 Oct 12 16:54:28.335825 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-38d7d3df-4a64-459c-9892-7bf9a8c367f4 req-c0c150d8-cd25-4a37-b559-5949ae788bcf tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Oct 12 16:54:28.600251 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-11b1b901-868f-4233-b80a-11468f903deb tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:28.605651 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-11b1b901-868f-4233-b80a-11468f903deb tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 808 time: 0.1438220 Oct 12 16:54:28.620606 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-79617264-9f5d-43ed-ac03-42af00db944a tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/quotas/6d8c136dd5664774bdce2f594a9fe8d3 HTTP/1.1" status: 200 len: 375 time: 0.0113258 Oct 12 16:54:28.665935 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-703528c6-9b93-4968-b5fc-1287b15d4b88 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335512 Oct 12 16:54:28.806844 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-f5a8c316-7037-4f53-8e64-dd5cbd1544ce service neutron] 10.222.0.42 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300306 Oct 12 16:54:28.872260 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device ab9de2b0-447d-40b1-b7e1-100659ab7d1a up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:28.904364 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-d4c71f33-559d-465e-89bb-a2fcbeeeb861 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984905 Oct 12 16:54:28.958304 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port ab9de2b0-447d-40b1-b7e1-100659ab7d1a completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:28.962696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port ab9de2b0-447d-40b1-b7e1-100659ab7d1a triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:28.963440 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.110797 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.135647 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f619dc2c-82b4-4869-8ffe-3b668923ced1 req-81ec73eb-0e06-4560-a154-8eff8346eb4c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 210 time: 0.0388033 Oct 12 16:54:29.139431 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:29.142257 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10891865-5f25-4f12-b973-830630cda970" -d '{"events": [{"server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "name": "network-vif-plugged", "status": "completed", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:29.159187 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:29.163920 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.235741 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:29.237769 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e931e8-51a6-49f1-acf5-04203c350088 x-openstack-request-id: req-15e931e8-51a6-49f1-acf5-04203c350088 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:29.238018 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "name": "network-vif-plugged", "status": "completed", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:29.238403 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15e931e8-51a6-49f1-acf5-04203c350088 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:29.244927 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a', 'code': 200} Oct 12 16:54:29.501764 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e3522-0a00-46c3-a8b3-fd8701cda92c req-922337a1-220f-4fea-ae59-4fb3abe3f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:29.504095 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-581e3522-0a00-46c3-a8b3-fd8701cda92c req-922337a1-220f-4fea-ae59-4fb3abe3f5d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 1102 time: 0.1057861 Oct 12 16:54:29.525003 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867c66-7c4b-4eb5-95bf-dc4ff28955e0 req-9330ea46-3328-4a5d-b89c-d22d95cb0720 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:29.533771 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f7867c66-7c4b-4eb5-95bf-dc4ff28955e0 req-9330ea46-3328-4a5d-b89c-d22d95cb0720 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.0905159 Oct 12 16:54:29.599640 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f7867c66-7c4b-4eb5-95bf-dc4ff28955e0 req-2338ff17-7328-45dd-895c-b91a7509ea0d tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646830 Oct 12 16:54:29.606012 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-581e3522-0a00-46c3-a8b3-fd8701cda92c req-b85faf5b-a66a-48e4-aff1-b7328b179d69 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904133 Oct 12 16:54:29.611347 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55858) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:29.659857 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Deleting subnet 94300ad6-0c8f-4a21-bea2-210d0666cc53 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:54:29.664105 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.702732 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.710416 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.769317 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.794768 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94300ad6-0c8f-4a21-bea2-210d0666cc53,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:29.799222 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.802953 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-81e009cd-ccbf-4e31-b439-7d616f60162e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/94300ad6-0c8f-4a21-bea2-210d0666cc53 HTTP/1.1" status: 204 len: 168 time: 0.1901157 Oct 12 16:54:29.805622 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55864) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:29.879906 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.978583 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.002905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.003216 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.003910 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.004239 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > port after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.004577 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.004905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > port after_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.005266 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.005588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.005975 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.006204 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.074868 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.075221 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.075561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.075874 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:54:30.076246 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5d716b-20a5-470a-8054-5fd73e30cbfb']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:30.094932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f9f200-3a7c-429e-a787-798ace3e4192') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:30.095388 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f9f200-3a7c-429e-a787-798ace3e4192') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:30.130736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.157331 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.170504 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:54:30.171155 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: from cryptography.utils import int_from_bytes Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: from cryptography.utils import int_from_bytes Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:54:30.176715 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:54:30.238478 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-05d65a19-821d-4fd7-b14f-daa177fa1f1b req-4e78d740-6282-4994-adc3-f14e66d58911 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Oct 12 16:54:30.247388 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.253488 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.258933 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2f5d716b-20a5-470a-8054-5fd73e30cbfb HTTP/1.1" status: 204 len: 168 time: 0.4501104 Oct 12 16:54:30.269771 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bd477-b254-4af5-a30e-433cd2b95d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5d716b-20a5-470a-8054-5fd73e30cbfb,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:30.438016 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55882) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:30.483132 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-039c40ac-c0ab-4051-8878-8082ed4b33a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7620025728b949fcbbcf988c3afc657d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416048 Oct 12 16:54:30.483238 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55886) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:30.536141 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.562216 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.625918 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.632584 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.634244 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868 HTTP/1.1" status: 204 len: 168 time: 0.1499119 Oct 12 16:54:30.644091 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29307d3-b2f0-4086-be03-a052db474504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89fbc2-fcfb-4a5e-b98d-69b4fb6bd868,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:30.743546 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-975bcd07-e10f-44b2-807f-a1db63b0e3d2 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:30.746766 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-975bcd07-e10f-44b2-807f-a1db63b0e3d2 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 808 time: 0.1789460 Oct 12 16:54:30.758975 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a08eac-0855-4c5e-a3ed-d1e0e1097ba4 req-086b777e-66ab-4e73-b2ad-b1c1dc010cd2 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:30.761513 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a6a08eac-0855-4c5e-a3ed-d1e0e1097ba4 req-086b777e-66ab-4e73-b2ad-b1c1dc010cd2 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.0618777 Oct 12 16:54:30.803324 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a6a08eac-0855-4c5e-a3ed-d1e0e1097ba4 req-68aef8d9-8c1e-45fd-9b7d-425a6514082d tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Oct 12 16:54:31.177707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55914) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:31.294588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-498d0346-30ea-4a48-b355-02773956af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.368604 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0e2e02b1-459f-4a10-81c5-f8217a407076 req-0acbbf7e-58cd-469a-91a7-679adaea9593 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 210 time: 0.0406775 Oct 12 16:54:31.386270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-498d0346-30ea-4a48-b355-02773956af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.391690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-498d0346-30ea-4a48-b355-02773956af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.429762 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d0346-30ea-4a48-b355-02773956af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0f4a2e-23b5-4e78-a20f-1af122598e62,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:31.434621 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-498d0346-30ea-4a48-b355-02773956af76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a589fd2a46794487894b1be214fc7fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559023 Oct 12 16:54:31.437340 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55934) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:31.478423 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55936) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:31.488249 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.515310 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.561098 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.564527 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.565699 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d0f4a2e-23b5-4e78-a20f-1af122598e62 HTTP/1.1" status: 204 len: 168 time: 0.1268973 Oct 12 16:54:31.573651 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633e3d1-4117-4986-a4c5-d37f70587d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0f4a2e-23b5-4e78-a20f-1af122598e62,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:31.580482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-597469051-network', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:31.608493 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Made reservation on behalf of 02517e51abb14a7d8fdd8b67319cef69 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:31.611545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.619836 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.702675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.708698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.734279 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:31.743961 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae675f-1439-42ea-8b05-0a0907553af8,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:31.752116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.753167 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Added segment 54f13495-ceb7-488e-bc57-72ef73425b9b of type vlan for network 60876690-ca59-4778-acc0-cb4cec0c8875 Oct 12 16:54:31.794052 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.819173 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.820443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:31.821055 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.846362 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55948) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:31.860525 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dd46070-7fb7-45af-8567-acc60fad51e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:31.875576 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3955150 Oct 12 16:54:31.880309 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55950) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:31.886278 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Request body: {'subnet': {'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-subnet', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:31.887720 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed0bcf-d013-4d57-8ba8-333dc98d83cb admin admin] Pushing event updated for resources: {'Network': ['ID=60876690-ca59-4778-acc0-cb4cec0c8875,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:31.898342 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 60876690-ca59-4778-acc0-cb4cec0c8875 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:31.924651 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Made reservation on behalf of 02517e51abb14a7d8fdd8b67319cef69 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:31.926935 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.021118 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dd46070-7fb7-45af-8567-acc60fad51e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.027413 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dd46070-7fb7-45af-8567-acc60fad51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.079257 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2dd46070-7fb7-45af-8567-acc60fad51e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e07be1c6f884e9d93b301e5145fde5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311616 Oct 12 16:54:32.081963 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 55952) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:32.096522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd46070-7fb7-45af-8567-acc60fad51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a71416-43c0-4942-852e-9c4814e9b38d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:32.134284 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.155632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.162270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.205458 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.208154 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.211669 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44a71416-43c0-4942-852e-9c4814e9b38d HTTP/1.1" status: 204 len: 168 time: 0.1263938 Oct 12 16:54:32.218055 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a406da9-6342-4e25-a570-b7aadfff95a9,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:32.218352 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316428eb-3bfd-406d-9d22-6eed28b120a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a71416-43c0-4942-852e-9c4814e9b38d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:32.232654 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Checking segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:32.233031 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Network hostable DHCP agents. Network: 60876690-ca59-4778-acc0-cb4cec0c8875, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:32.251571 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Network 60876690-ca59-4778-acc0-cb4cec0c8875 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:32.267594 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 60876690-ca59-4778-acc0-cb4cec0c8875) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:32.276795 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20fbd55-9be3-453d-b098-bf302074cab6 None None] Network 60876690-ca59-4778-acc0-cb4cec0c8875 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:32.281052 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:32.282171 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.301337 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4b0a6224-f2d4-4adf-a8b0-01743dac5632 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4197278 Oct 12 16:54:32.303916 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 55958) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:32.316205 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:32.345060 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.346725 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.426849 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347d9a2-67d6-4af1-9ed3-8ef2b9a0b79f None None] Network 60876690-ca59-4778-acc0-cb4cec0c8875 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:32.432392 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:32.451067 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.484538 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:32.484879 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 7b2c5569-e1a9-4cf9-9c22-d7ace8b71a30 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:32.488847 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:54:32.599570 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.795960 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.815186 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.919825 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Allocated IP 172.27.0.109 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/4d7384f2-eb5a-496b-a079-be46e74702da) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:33.025716 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.063688 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.101586 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:33.106039 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:33.110496 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:33.115588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Pushing event updated for resources: {'Port': ['ID=4d7384f2-eb5a-496b-a079-be46e74702da,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:33.369605 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.453153 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Request body: {'port': {'device_id': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da', 'admin_state_up': True, 'tenant_id': '6d8c136dd5664774bdce2f594a9fe8d3'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:33.620189 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Made reservation on behalf of 6d8c136dd5664774bdce2f594a9fe8d3 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:33.624214 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.644402 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3a195-081b-4c6a-8e8c-1ae9e75b4a8f req-991a093e-e084-4a7e-adac-712aa9006c35 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:33.645917 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a6c3a195-081b-4c6a-8e8c-1ae9e75b4a8f req-991a093e-e084-4a7e-adac-712aa9006c35 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.0829012 Oct 12 16:54:33.653628 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad7c270f-917b-406b-ba5e-e8a0bff8c7d5 req-c4f5b465-3c73-49e2-8483-bc569259db37 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 210 time: 0.0356863 Oct 12 16:54:33.660570 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.736876 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a6c3a195-081b-4c6a-8e8c-1ae9e75b4a8f req-085f1339-572b-4aa1-a88b-f83b3b4e547b tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Oct 12 16:54:33.817430 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Allocated IP 172.20.0.10 (f6c1ecea-a1c6-4a20-a429-be3df29709da/4a033f64-f15e-48b2-a4ec-799cf1cdf6a7/014516f5-6633-4e7b-9d80-a120b40577a7) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:33.839491 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Router b9d67f61-17c1-401d-830f-012374c5e4f9 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:54:33.946397 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:33.958533 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Sync routers for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:33.966647 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.970947 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-99f3ee80-f53b-4664-aca2-c07896daacaa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6630023 Oct 12 16:54:33.971425 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56010) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:33.972335 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:33.973074 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:34.016980 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.081610 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.131734 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:34.151042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Network f6c1ecea-a1c6-4a20-a429-be3df29709da is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:34.155840 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:34.178482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:34.185318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Pushing event updated for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:34.247403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:34.248016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.270068 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-8b368991-02d1-4259-88f4-0142eabc5bbf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8238230 Oct 12 16:54:34.343124 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:33Z', 'revision_number': 3, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:34.369564 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Checking router: b9d67f61-17c1-401d-830f-012374c5e4f9 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:34.369916 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Updating router b9d67f61-17c1-401d-830f-012374c5e4f9 port 4d7384f2-eb5a-496b-a079-be46e74702da binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:54:34.394692 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.631672 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.768622 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.776005 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.796267 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Allocated IP 172.20.0.1 (60876690-ca59-4778-acc0-cb4cec0c8875/1a406da9-6342-4e25-a570-b7aadfff95a9/2de77357-5db0-4d98-8f03-b578d0c2a8dc) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:34.832452 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Attempting to bind port 4d7384f2-eb5a-496b-a079-be46e74702da on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:34.832874 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Attempting to bind port 4d7384f2-eb5a-496b-a079-be46e74702da by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:34.833316 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Attempting to bind port 4d7384f2-eb5a-496b-a079-be46e74702da on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:34.841114 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Pushing event updated for resources: {'Port': ['ID=4d7384f2-eb5a-496b-a079-be46e74702da,revision_number=2']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:34.844411 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:34.845175 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:34.845629 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.846187 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:34.846744 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Bound port: 4d7384f2-eb5a-496b-a079-be46e74702da, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:34.847189 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.854505 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.855103 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.855630 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.856249 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.856834 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.857454 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.857995 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.858397 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.858778 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.859228 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.859613 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.859989 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.910166 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.914581 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] For port 4d7384f2-eb5a-496b-a079-be46e74702da, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:34.917840 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] For port 4d7384f2-eb5a-496b-a079-be46e74702da, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4d7384f2-eb5a-496b-a079-be46e74702da,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:34.921960 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.943833 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.971584 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:34.972275 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:34.984866 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Network 60876690-ca59-4778-acc0-cb4cec0c8875 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:34.988003 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:34.990529 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:35.017254 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Pushing event updated for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:35.021470 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20676719-5eee-4676-836c-b8fab918fed2 None None] Pushing event updated for resources: {'Port': ['ID=4d7384f2-eb5a-496b-a079-be46e74702da,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:35.037300 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:35.096473 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:35.177515 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:35.301252 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-5232c736-597e-4671-ae55-4e5751901268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:33Z', 'revision_number': 3, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:35.341394 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232c736-597e-4671-ae55-4e5751901268 None None] The sync data for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi is: [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:33Z', 'revision_number': 3, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:35.361904 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:35.367280 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:35.439417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:35.441558 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Pushing event updated for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:35.540386 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Network 60876690-ca59-4778-acc0-cb4cec0c8875 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:35.542119 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:35.671833 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Router b9d67f61-17c1-401d-830f-012374c5e4f9 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:35.786990 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:35.792781 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6c961210-1e6d-448c-851e-9846a6ae3128 admin admin] 10.222.0.42 "PUT /v2.0/routers/b9d67f61-17c1-401d-830f-012374c5e4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203685 Oct 12 16:54:36.750864 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Request body: {'port': {'device_id': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:36.804251 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:36.885245 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Sync routers for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:36.903403 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:36.904748 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:36.959296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4d7384f2-eb5a-496b-a079-be46e74702da up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:36.972190 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0af55b-32bc-424d-b926-e45be889377e req-e23b6ac6-0ba0-42b7-b8d8-2b2f0c3d6f05 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:36.973821 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3b0af55b-32bc-424d-b926-e45be889377e req-e23b6ac6-0ba0-42b7-b8d8-2b2f0c3d6f05 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 932 time: 0.1301715 Oct 12 16:54:36.986332 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c76de6-ab5d-46bc-a0ca-90913f8097a0 req-441d4eca-ec92-4436-9419-5b5bda9ceb39 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:36.988116 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-88c76de6-ab5d-46bc-a0ca-90913f8097a0 req-441d4eca-ec92-4436-9419-5b5bda9ceb39 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.0608482 Oct 12 16:54:37.032826 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-88c76de6-ab5d-46bc-a0ca-90913f8097a0 req-9899ff82-69d0-4084-9408-af2e296ffca9 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Oct 12 16:54:37.038013 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3b0af55b-32bc-424d-b926-e45be889377e req-54b025a1-66f1-4484-bdca-812f674cf4d3 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Oct 12 16:54:37.071052 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 4d7384f2-eb5a-496b-a079-be46e74702da triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:37.071481 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.115424 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:37.210475 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014516f5-6633-4e7b-9d80-a120b40577a7 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:37.219319 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.234396 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Transition to ACTIVE for port object 014516f5-6633-4e7b-9d80-a120b40577a7 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:37.239300 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.399912 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651020-2598-4514-b5fe-66132802834d service neutron] Pushing event updated for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:37.443454 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-939e0ceb-c040-4f2c-bb9e-d75570e6d5b0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:37.445230 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-939e0ceb-c040-4f2c-bb9e-d75570e6d5b0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 818 time: 0.1344175 Oct 12 16:54:37.464834 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-e98a06cd-0676-41e2-b76a-c1eed016622b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/quotas/02517e51abb14a7d8fdd8b67319cef69 HTTP/1.1" status: 200 len: 375 time: 0.0129247 Oct 12 16:54:37.494094 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb51d-1213-4abf-a064-33aab4ee00b3 req-025aef7f-dcad-492c-b130-4790b9a0eff2 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:37.496500 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-20fbb51d-1213-4abf-a064-33aab4ee00b3 req-025aef7f-dcad-492c-b130-4790b9a0eff2 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.1175704 Oct 12 16:54:37.502659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Attempting to bind port 014516f5-6633-4e7b-9d80-a120b40577a7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:37.503148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Attempting to bind port 014516f5-6633-4e7b-9d80-a120b40577a7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:37.503635 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Attempting to bind port 014516f5-6633-4e7b-9d80-a120b40577a7 on network f6c1ecea-a1c6-4a20-a429-be3df29709da {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:37.512472 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0b831c4c-42e7-4522-999b-a0a7a68e8d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.517727 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Port 014516f5-6633-4e7b-9d80-a120b40577a7 on network f6c1ecea-a1c6-4a20-a429-be3df29709da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:37.518200 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Attempting to bind port 014516f5-6633-4e7b-9d80-a120b40577a7 on network f6c1ecea-a1c6-4a20-a429-be3df29709da {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:37.521243 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.533783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:37.534186 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Checking segment: {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:37.534681 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Bound using segment: {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:37.535305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Bound port: 014516f5-6633-4e7b-9d80-a120b40577a7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f511dd-1c5d-4905-9c9a-c9ac4f67294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:37.535753 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.550908 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 4d7384f2-eb5a-496b-a079-be46e74702da, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4d7384f2-eb5a-496b-a079-be46e74702da,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:37.565684 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.582843 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-a2219cb5-fc45-4034-b4df-8e9641025fba tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086395 Oct 12 16:54:37.601580 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-20fbb51d-1213-4abf-a064-33aab4ee00b3 req-968cce9b-8da7-4fbe-9eb7-9be01f66d502 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937614 Oct 12 16:54:37.665355 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:37.673595 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=014516f5-6633-4e7b-9d80-a120b40577a7,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:37.682952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.708452 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=4d7384f2-eb5a-496b-a079-be46e74702da,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:37.731463 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-e10637a9-127e-4c0d-b925-3ccf33a184b8 service neutron] 10.222.0.42 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331642 Oct 12 16:54:37.740317 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:35Z', 'revision_number': 4, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '2de77357-5db0-4d98-8f03-b578d0c2a8dc', 'name': '', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'mac_address': 'fa:16:3e:cd:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:34Z', 'updated_at': '2021-10-12T16:54:35Z', 'revision_number': 2, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'subnets': [{'id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:37.745825 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:37.746476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.747862 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-09651020-2598-4514-b5fe-66132802834d service neutron] 10.222.0.69 "PUT /v2.0/ports/014516f5-6633-4e7b-9d80-a120b40577a7 HTTP/1.1" status: 200 len: 1094 time: 1.0020356 Oct 12 16:54:37.750295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:37.753504 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:37.811964 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Checking router: b9d67f61-17c1-401d-830f-012374c5e4f9 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:37.812377 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Updating router b9d67f61-17c1-401d-830f-012374c5e4f9 port 2de77357-5db0-4d98-8f03-b578d0c2a8dc binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:54:37.843380 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.878820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98037847-8a6a-452d-9ede-c973dd9ddeb5 x-openstack-request-id: req-98037847-8a6a-452d-9ede-c973dd9ddeb5 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:37.879082 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:37.879500 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98037847-8a6a-452d-9ede-c973dd9ddeb5 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:37.880063 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7', 'status': 'completed', 'code': 200} Oct 12 16:54:37.886593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651020-2598-4514-b5fe-66132802834d service neutron] Pushing event updated for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:37.925858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-c059cfcc-7c39-41dd-be03-ffa118f01599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:37.927595 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-c059cfcc-7c39-41dd-be03-ffa118f01599 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 1097 time: 0.1225080 Oct 12 16:54:37.975891 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-1cf762a0-608f-43d5-b7c4-f996b62a5157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=014516f5-6633-4e7b-9d80-a120b40577a7 HTTP/1.1" status: 200 len: 217 time: 0.0385282 Oct 12 16:54:37.977248 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-56d12b93-f152-4ae2-a5db-3e93875117b6 service neutron] 10.222.0.42 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339680 Oct 12 16:54:38.061221 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-b9ecc4bb-975c-455a-aa59-b723ede8a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:38.062817 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-b9ecc4bb-975c-455a-aa59-b723ede8a262 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 HTTP/1.1" status: 200 len: 848 time: 0.0772004 Oct 12 16:54:38.104000 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-dbf2bf46-aeab-4f15-937a-1725d81542d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6c1ecea-a1c6-4a20-a429-be3df29709da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318251 Oct 12 16:54:38.322472 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e572e4ca-c93a-4f01-b3f4-93c497d69c00 req-e579c899-641a-49c6-a088-2a51fe79bb98 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0917885 Oct 12 16:54:38.396255 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64914-7b60-4064-87e8-3a0c51ebe7ef req-0dcbd580-04b6-492b-a417-3ab9286b8b8f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:38.401958 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3cf64914-7b60-4064-87e8-3a0c51ebe7ef req-0dcbd580-04b6-492b-a417-3ab9286b8b8f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 944 time: 0.1427720 Oct 12 16:54:38.407575 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.410884 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-e7f222e6-c3d3-40ba-b7f7-b0248131e32d service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928100 Oct 12 16:54:38.420490 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.496974 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3cf64914-7b60-4064-87e8-3a0c51ebe7ef req-25dcd21f-6203-4615-8d40-076cf33ca36e tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878322 Oct 12 16:54:38.525694 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad4716-b925-4812-9db8-04efe4177f55 None None] Pushing event updated for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:38.571699 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Attempting to bind port 2de77357-5db0-4d98-8f03-b578d0c2a8dc on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:38.572615 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Attempting to bind port 2de77357-5db0-4d98-8f03-b578d0c2a8dc by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:38.573567 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Attempting to bind port 2de77357-5db0-4d98-8f03-b578d0c2a8dc on network 60876690-ca59-4778-acc0-cb4cec0c8875 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:38.580185 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:38.580983 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Checking segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:38.581569 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.582064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Bound using segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:38.582854 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Bound port: 2de77357-5db0-4d98-8f03-b578d0c2a8dc, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:38.583594 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.707866 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] For port 2de77357-5db0-4d98-8f03-b578d0c2a8dc, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:38.713580 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] For port 2de77357-5db0-4d98-8f03-b578d0c2a8dc, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=2de77357-5db0-4d98-8f03-b578d0c2a8dc,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:38.728116 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.760102 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50993325-f12b-4b0e-86f0-8af635ff9cfc req-4bd57832-f7c1-4543-9de4-5e62c60caf5f tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:38.762739 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-50993325-f12b-4b0e-86f0-8af635ff9cfc req-4bd57832-f7c1-4543-9de4-5e62c60caf5f tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.0590320 Oct 12 16:54:38.810333 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-50993325-f12b-4b0e-86f0-8af635ff9cfc req-1205c65e-79b3-4f9e-9917-5ee04ce779fa tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Oct 12 16:54:38.825391 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:38.826003 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:38.897987 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad4716-b925-4812-9db8-04efe4177f55 None None] Pushing event updated for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:38.928486 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4d7384f2-eb5a-496b-a079-be46e74702da up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:38.961495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-9eb6d674-667c-4e43-a297-32ff6dde2cf8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:38.970059 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-9eb6d674-667c-4e43-a297-32ff6dde2cf8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 818 time: 0.1848722 Oct 12 16:54:38.976488 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9f7f5f3-c791-4a41-9208-ff7b28c746e1 req-bb92a695-0997-496a-82f0-1cb10ef27498 service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515862 Oct 12 16:54:39.003829 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-90e9b2b8-c48c-4956-b84f-0ec7c7903f21 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/quotas/02517e51abb14a7d8fdd8b67319cef69 HTTP/1.1" status: 200 len: 375 time: 0.0323651 Oct 12 16:54:39.045926 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:39.075275 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 4d7384f2-eb5a-496b-a079-be46e74702da triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:39.075610 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.143570 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-ab29cf16-0f2e-4fe0-9a6f-0be8fb913885 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383536 Oct 12 16:54:39.230478 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-8a138e58-07b3-4be8-bbf4-107b39906be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.232076 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-8a138e58-07b3-4be8-bbf4-107b39906be4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 1097 time: 0.1557922 Oct 12 16:54:39.241093 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-cd195f37-0ec2-43ce-b475-61dd4c0da1b6 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.242707 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-cd195f37-0ec2-43ce-b475-61dd4c0da1b6 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.69 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.2034717 Oct 12 16:54:39.395355 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-21e1f3bc-5485-4ef6-8b9c-3d0d9245d7af service neutron] 10.222.0.42 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508388 Oct 12 16:54:39.417184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:35Z', 'revision_number': 4, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '2de77357-5db0-4d98-8f03-b578d0c2a8dc', 'name': '', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'mac_address': 'fa:16:3e:cd:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:34Z', 'updated_at': '2021-10-12T16:54:38Z', 'revision_number': 4, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'subnets': [{'id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:39.450778 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dbaea-1a69-496a-9897-23a2efb15c78 None None] The sync data for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi is: [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:35Z', 'revision_number': 4, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '2de77357-5db0-4d98-8f03-b578d0c2a8dc', 'name': '', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'mac_address': 'fa:16:3e:cd:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:34Z', 'updated_at': '2021-10-12T16:54:38Z', 'revision_number': 4, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'subnets': [{'id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:39.525050 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-8b232771-4b28-4eb2-b4cc-0eeb91a12d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.526567 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-8b232771-4b28-4eb2-b4cc-0eeb91a12d47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 200 len: 910 time: 0.2810152 Oct 12 16:54:39.612789 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-e0f076ac-804f-47e0-9a1c-493b07d128d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=014516f5-6633-4e7b-9d80-a120b40577a7 HTTP/1.1" status: 200 len: 217 time: 0.0711520 Oct 12 16:54:39.616514 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Deleting port ab9de2b0-447d-40b1-b7e1-100659ab7d1a {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:39.616851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.708522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08841b61-6acd-4437-af95-ea6f68866686 req-499b8939-1257-4f90-a295-4c440831d84e tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.713810 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-08841b61-6acd-4437-af95-ea6f68866686 req-499b8939-1257-4f90-a295-4c440831d84e tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 944 time: 0.0891790 Oct 12 16:54:39.763812 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-af8fe4e5-c7e8-4ffc-ae07-ffc80f873d46 service neutron] 10.222.0.42 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675282 Oct 12 16:54:39.823765 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-fa256184-d066-453a-89c7-59286212b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.826886 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-fa256184-d066-453a-89c7-59286212b36a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 HTTP/1.1" status: 200 len: 848 time: 0.2002769 Oct 12 16:54:39.839080 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-08841b61-6acd-4437-af95-ea6f68866686 req-5fd7455a-47b8-432e-87bd-5092b72778ca tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203628 Oct 12 16:54:39.846682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e12e-e4a4-44cf-b43a-e01e46c60019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.935664 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] For port ab9de2b0-447d-40b1-b7e1-100659ab7d1a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,segment=NetworkSegment(d17c8739-f369-4bf1-a4c5-2890be24edad),segment_id=d17c8739-f369-4bf1-a4c5-2890be24edad)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:39.936135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.970273 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7af7d152-8554-4bf3-b2b7-a5f30a8006e6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:39.972301 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7af7d152-8554-4bf3-b2b7-a5f30a8006e6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 818 time: 0.2564487 Oct 12 16:54:39.978630 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Calling delete_port for ab9de2b0-447d-40b1-b7e1-100659ab7d1a owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:40.005110 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-b862b4aa-3cfc-488e-baf3-e6201f52a253 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6c1ecea-a1c6-4a20-a429-be3df29709da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589928 Oct 12 16:54:40.010565 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Request body: {'port': {'device_id': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'admin_state_up': True, 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:40.100023 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b2ce4-c529-4111-9fdf-b4a8a15f425e req-3457bcd2-d403-449f-9301-7a2a0e6ce46c tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:40.100838 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c03b2ce4-c529-4111-9fdf-b4a8a15f425e req-3457bcd2-d403-449f-9301-7a2a0e6ce46c tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 949 time: 0.1272953 Oct 12 16:54:40.186752 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c03b2ce4-c529-4111-9fdf-b4a8a15f425e req-c22993f1-1d4f-40e0-960b-eab4331681b7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/security-groups?id=2968be72-727a-4112-bcb0-61228e06a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748949 Oct 12 16:54:40.206338 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Made reservation on behalf of 02517e51abb14a7d8fdd8b67319cef69 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:40.207916 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4f67a5cf-525c-45ad-956b-a0992423a896 req-d68ab09e-5409-4fb9-90eb-c7c15518c157 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 210 time: 0.1255109 Oct 12 16:54:40.225708 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.295628 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-277f0ae0-1b9f-4e16-a7a3-9844828c73d2 service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152641 Oct 12 16:54:40.440028 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.469005 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Allocated IP 172.20.0.7 (60876690-ca59-4778-acc0-cb4cec0c8875/1a406da9-6342-4e25-a570-b7aadfff95a9/c4d86793-bbc1-4c08-8b83-d043e9512c4b) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:40.513571 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Pushing event deleted for resources: {'Port': ['ID=ab9de2b0-447d-40b1-b7e1-100659ab7d1a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:40.585923 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bdac6b68-1ed4-4bf0-b5f9-631226bf87dd req-e7465cbb-a450-4e17-80fc-1bb2549bb377 service neutron] 10.222.0.69 "GET /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633598 Oct 12 16:54:40.586769 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] No DVR routers for this DVR port ab9de2b0-447d-40b1-b7e1-100659ab7d1a on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:40.590592 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.599619 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44df8c5a-af33-4032-a7c8-b1b377692e47 req-2e1e8e64-6d8b-483b-9c61-268105e336d7 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.69 "DELETE /v2.0/ports/ab9de2b0-447d-40b1-b7e1-100659ab7d1a HTTP/1.1" status: 204 len: 173 time: 1.3427439 Oct 12 16:54:40.600525 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'name': 'network-vif-deleted', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:40.602711 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034d0e9-ab60-475b-b909-f197f26369db" -d '{"events": [{"server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "name": "network-vif-deleted", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:40.706477 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8211b6a5-833f-47a9-9430-7cb8a1f85006 x-openstack-request-id: req-8211b6a5-833f-47a9-9430-7cb8a1f85006 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:40.706957 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96d1b-3209-4a13-a2a4-602cb4f41315", "name": "network-vif-deleted", "tag": "ab9de2b0-447d-40b1-b7e1-100659ab7d1a", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:40.707359 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8211b6a5-833f-47a9-9430-7cb8a1f85006 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:40.707923 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e96d1b-3209-4a13-a2a4-602cb4f41315', 'name': 'network-vif-deleted', 'tag': 'ab9de2b0-447d-40b1-b7e1-100659ab7d1a', 'status': 'completed', 'code': 200} Oct 12 16:54:40.828030 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.915494 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.987818 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Network 60876690-ca59-4778-acc0-cb4cec0c8875 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:40.991098 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:41.005304 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:41.052249 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.066383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 2de77357-5db0-4d98-8f03-b578d0c2a8dc up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:41.087061 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Pushing event updated for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:41.114065 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:41.120468 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.156289 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-7e6918d0-9573-4984-962d-393af8a65b73 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1504927 Oct 12 16:54:41.157081 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c00b6-1f4f-4388-a081-89973b2088fc req-2791c892-b5f1-4c65-b0b3-2719d6c16707 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:41.166110 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-854c00b6-1f4f-4388-a081-89973b2088fc req-2791c892-b5f1-4c65-b0b3-2719d6c16707 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 944 time: 0.1936407 Oct 12 16:54:41.184621 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.187809 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Request body: {'port': {'device_id': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:41.209051 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 2de77357-5db0-4d98-8f03-b578d0c2a8dc triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:41.209496 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.285656 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-854c00b6-1f4f-4388-a081-89973b2088fc req-08ad96b3-cb02-4257-aace-a8856f9a26cf tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184506 Oct 12 16:54:41.370319 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.431788 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f6e33246-7702-429a-bd27-b217c9b836df req-97294fda-65c0-41c6-a0f7-8938120f1b06 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 210 time: 0.0580516 Oct 12 16:54:41.467987 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.516721 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-72e363af-a376-4b6d-b4a0-42f4d1baa978 req-e260b087-b9f2-4220-85d6-f3c591e02dd5 tempest-VolumesNegativeTest-981988041 tempest-VolumesNegativeTest-981988041-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e96d1b-3209-4a13-a2a4-602cb4f41315 HTTP/1.1" status: 200 len: 210 time: 0.0794957 Oct 12 16:54:41.538430 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 2de77357-5db0-4d98-8f03-b578d0c2a8dc, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=2de77357-5db0-4d98-8f03-b578d0c2a8dc,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:41.554301 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.634026 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:41.752315 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d86793-bbc1-4c08-8b83-d043e9512c4b {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:41.759757 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 014516f5-6633-4e7b-9d80-a120b40577a7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:41.760644 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.773488 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Transition to ACTIVE for port object c4d86793-bbc1-4c08-8b83-d043e9512c4b will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:41.778261 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.818211 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device ab9de2b0-447d-40b1-b7e1-100659ab7d1a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:41.839678 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: ab9de2b0-447d-40b1-b7e1-100659ab7d1a {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:41.840017 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device ab9de2b0-447d-40b1-b7e1-100659ab7d1a not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:41.846131 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Pushing event updated for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:41.882669 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=014516f5-6633-4e7b-9d80-a120b40577a7,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:41.894147 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '014516f5-6633-4e7b-9d80-a120b40577a7', 'network_id': 'f6c1ecea-a1c6-4a20-a429-be3df29709da', 'port_id': '014516f5-6633-4e7b-9d80-a120b40577a7', 'mac_address': 'fa:16:3e:9b:a1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a033f64-f15e-48b2-a4ec-799cf1cdf6a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:41.894332 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Attempting to bind port c4d86793-bbc1-4c08-8b83-d043e9512c4b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:41.894611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Attempting to bind port c4d86793-bbc1-4c08-8b83-d043e9512c4b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:41.894932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Attempting to bind port c4d86793-bbc1-4c08-8b83-d043e9512c4b on network 60876690-ca59-4778-acc0-cb4cec0c8875 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:41.899086 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Port c4d86793-bbc1-4c08-8b83-d043e9512c4b on network 60876690-ca59-4778-acc0-cb4cec0c8875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:41.899399 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Attempting to bind port c4d86793-bbc1-4c08-8b83-d043e9512c4b on network 60876690-ca59-4778-acc0-cb4cec0c8875 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:41.904310 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:41.904643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Checking segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:41.905202 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Bound using segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:41.905625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Bound port: c4d86793-bbc1-4c08-8b83-d043e9512c4b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:41.905994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.934069 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.951733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014516f5-6633-4e7b-9d80-a120b40577a7 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:41.974229 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=014516f5-6633-4e7b-9d80-a120b40577a7,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:41.978864 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:41.986776 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:41.990191 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:41.998823 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.038695 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.039440 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.041176 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] 10.222.0.69 "PUT /v2.0/ports/c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 1093 time: 0.8670862 Oct 12 16:54:42.041706 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:42.045141 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda56d4-e624-4b01-81e2-98acf6e13a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:42.080356 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98913e0d-1d60-4c01-af49-6b9d9aa0c20b service neutron] Pushing event updated for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:42.109749 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0114f03-6453-4b47-9db9-0e2aadc8c523 x-openstack-request-id: req-a0114f03-6453-4b47-9db9-0e2aadc8c523 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:42.110626 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:42.111126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0114f03-6453-4b47-9db9-0e2aadc8c523 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:42.117478 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b', 'status': 'completed', 'code': 200} Oct 12 16:54:42.200302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-b2fadb88-3aab-4cfa-893f-6b3257b01280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.203380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-b2fadb88-3aab-4cfa-893f-6b3257b01280 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0562508 Oct 12 16:54:42.224423 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:42.261707 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-bbfe79c9-ed27-4c6e-b4b8-ed674253bb37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0423977 Oct 12 16:54:42.318416 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['014516f5-6633-4e7b-9d80-a120b40577a7'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:42.326568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-f8422f5b-2d35-424a-8579-19050909594b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.329016 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-f8422f5b-2d35-424a-8579-19050909594b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 818 time: 0.1815336 Oct 12 16:54:42.343874 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Request body: {'port': {'device_id': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'admin_state_up': True, 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:42.349600 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-a71accfa-ddfe-4fba-9494-c8e47fa8b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.353111 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-a71accfa-ddfe-4fba-9494-c8e47fa8b2a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0826972 Oct 12 16:54:42.423455 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-5bbe0a16-3f7c-480d-af4d-948f10ce2fb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559595 Oct 12 16:54:42.515780 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.542890 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Made reservation on behalf of 02517e51abb14a7d8fdd8b67319cef69 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:42.546442 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.558446 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff586-5df6-4093-b417-a596dc7b3667 req-40ce3220-057e-413d-8fbc-de91d5d6cb8c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.568051 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-741ff586-5df6-4093-b417-a596dc7b3667 req-40ce3220-057e-413d-8fbc-de91d5d6cb8c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 945 time: 0.2133875 Oct 12 16:54:42.634743 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a83fc940-6279-47dd-8e82-d6f2d6cc9cc7 req-e8322f14-4a78-4380-94f5-8002b9b9de76 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 210 time: 0.0771005 Oct 12 16:54:42.727026 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-3e1bcafc-5513-4647-b94c-ad022e26cf23 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903948 Oct 12 16:54:42.733622 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-741ff586-5df6-4093-b417-a596dc7b3667 req-4d03de9a-8962-4ac1-89b6-38ad8e5df7f1 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643720 Oct 12 16:54:42.912816 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9bcf469-5311-4aa6-89c7-29f7c3e2bd92 req-fdffd07e-6966-47fb-8ae2-47e3d6070b5f service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760678 Oct 12 16:54:42.944320 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Allocated IP 172.20.0.9 (60876690-ca59-4778-acc0-cb4cec0c8875/1a406da9-6342-4e25-a570-b7aadfff95a9/0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:42.954707 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 2de77357-5db0-4d98-8f03-b578d0c2a8dc up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:43.038327 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-06a2c164-296a-4fed-9c89-08f406ed2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.038967 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 2de77357-5db0-4d98-8f03-b578d0c2a8dc triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:43.039602 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.040233 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-06a2c164-296a-4fed-9c89-08f406ed2db0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0659642 Oct 12 16:54:43.195852 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-6d3486b7-13a7-4e6e-9f67-88edb7863e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.197366 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-6d3486b7-13a7-4e6e-9f67-88edb7863e11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.1487603 Oct 12 16:54:43.218033 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.278046 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-baaf2cde-bd98-4a38-8c05-239b7f23b316 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0723426 Oct 12 16:54:43.279903 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.325062 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56358) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:43.346462 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-2afc2fe3-be8e-4660-8711-713b487a0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.348494 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-2afc2fe3-be8e-4660-8711-713b487a0593 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0614519 Oct 12 16:54:43.350023 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Network 60876690-ca59-4778-acc0-cb4cec0c8875 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:43.353743 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:43.356452 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:43.380800 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Pushing event updated for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:43.387399 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-488499ea-ea60-43c2-93b5-12e70d0de2ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260057 Oct 12 16:54:43.423870 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.424541 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.443741 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-4f452aca-4632-4b15-9d65-77a8c83a17b1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1037674 Oct 12 16:54:43.459570 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Request body: {'port': {'device_id': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:43.490818 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-910c4141-97ed-4fcc-9754-eda961f1c950 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945225 Oct 12 16:54:43.499493 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-668a9994-ed0d-4c20-851f-135dc5712cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.559974 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.595486 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1eda56d4-e624-4b01-81e2-98acf6e13a3a req-fba650c8-4724-46a1-ada4-b143bf845c71 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966740 Oct 12 16:54:43.746251 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-668a9994-ed0d-4c20-851f-135dc5712cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.752514 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-668a9994-ed0d-4c20-851f-135dc5712cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.770650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 014516f5-6633-4e7b-9d80-a120b40577a7 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:43.838458 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 014516f5-6633-4e7b-9d80-a120b40577a7 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:43.860591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 014516f5-6633-4e7b-9d80-a120b40577a7 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:43.861334 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:43.899730 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a9994-ed0d-4c20-851f-135dc5712cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d1359-6fb9-478a-8773-38ba210bde4c,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:43.908047 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-668a9994-ed0d-4c20-851f-135dc5712cd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff725c599a374605a9ea87eef7228518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816858 Oct 12 16:54:43.910698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56392) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:43.948324 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17a6c-249c-4ab3-bcf8-34198323ad83 req-a1120e6a-2138-473a-91ae-ac5d8d14a951 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.951711 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcb208-6ddf-47a8-a85b-494328116812 req-dc447c88-ab08-443f-b7e7-07c03195c171 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.954504 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ffcb208-6ddf-47a8-a85b-494328116812 req-dc447c88-ab08-443f-b7e7-07c03195c171 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 931 time: 0.1807423 Oct 12 16:54:43.961852 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b5c17a6c-249c-4ab3-bcf8-34198323ad83 req-a1120e6a-2138-473a-91ae-ac5d8d14a951 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 945 time: 0.1196702 Oct 12 16:54:44.001886 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.047681 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ffcb208-6ddf-47a8-a85b-494328116812 req-622cac54-144a-480e-b8cb-6fa0267d8227 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860960 Oct 12 16:54:44.051380 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:44.055274 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea632b7-1df6-4493-a73e-b5b16b74caed" -d '{"events": [{"server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "name": "network-vif-plugged", "status": "completed", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:44.086178 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b5c17a6c-249c-4ab3-bcf8-34198323ad83 req-85adf08f-6431-4e61-ae98-974303963587 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225154 Oct 12 16:54:44.094108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=014516f5-6633-4e7b-9d80-a120b40577a7,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:44.097864 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.106714 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.151049 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.165096 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:44.177942 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.189990 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:44.230766 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Transition to ACTIVE for port object 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:44.231117 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.234912 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.236174 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.237517 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd4d1359-6fb9-478a-8773-38ba210bde4c HTTP/1.1" status: 204 len: 168 time: 0.3258612 Oct 12 16:54:44.251974 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041af8-7e9c-480f-90d4-a7270e8f9c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d1359-6fb9-478a-8773-38ba210bde4c,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:44.284801 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6185dbe8-d30a-48e4-aea4-9782cb578a42 x-openstack-request-id: req-6185dbe8-d30a-48e4-aea4-9782cb578a42 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:44.285362 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "name": "network-vif-plugged", "status": "completed", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:44.285718 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6185dbe8-d30a-48e4-aea4-9782cb578a42 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:44.286154 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7', 'code': 200} Oct 12 16:54:44.500076 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb9c9-2647-469f-b150-3d3192d40b3b req-eae80668-363b-4e81-8d88-1613693d38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:44.502455 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea5fb9c9-2647-469f-b150-3d3192d40b3b req-eae80668-363b-4e81-8d88-1613693d38b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 1099 time: 0.0486526 Oct 12 16:54:44.556065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea5fb9c9-2647-469f-b150-3d3192d40b3b req-609ba510-a0fb-41e0-856d-669dd84c028b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Oct 12 16:54:44.611132 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:44.679517 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Attempting to bind port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:44.679877 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Attempting to bind port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:44.680516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Attempting to bind port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa on network 60876690-ca59-4778-acc0-cb4cec0c8875 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:44.684934 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa on network 60876690-ca59-4778-acc0-cb4cec0c8875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:44.685303 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Attempting to bind port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa on network 60876690-ca59-4778-acc0-cb4cec0c8875 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:44.692813 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:44.698783 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Checking segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:44.699379 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Bound using segment: {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:44.699892 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Bound port: 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f13495-ceb7-488e-bc57-72ef73425b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:44.700272 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.773568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:44.777049 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:44.783018 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.825536 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:44.826201 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.827899 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] 10.222.0.69 "PUT /v2.0/ports/0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa HTTP/1.1" status: 200 len: 1093 time: 1.3756671 Oct 12 16:54:44.828380 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:44.832613 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a" -d '{"events": [{"name": "network-changed", "server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:44.868670 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33831f3-a465-4557-8061-934c9e75f306 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:44.880582 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3586bb7d-5c31-4022-b85b-45112b8f4f06 x-openstack-request-id: req-3586bb7d-5c31-4022-b85b-45112b8f4f06 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:44.880854 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:44.885214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3586bb7d-5c31-4022-b85b-45112b8f4f06 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:44.885651 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa', 'status': 'completed', 'code': 200} Oct 12 16:54:44.931540 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-49243bb0-3b93-4cfb-9b89-fd76ecea8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:44.933335 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-49243bb0-3b93-4cfb-9b89-fd76ecea8dfb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 1096 time: 0.0468621 Oct 12 16:54:44.980090 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-a520e0c5-eadd-4b6f-be07-2a3beba7f325 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa HTTP/1.1" status: 200 len: 217 time: 0.0363955 Oct 12 16:54:45.058923 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048028-b005-4c77-852e-a7b4b1be132b req-684ee0f8-b2e0-4979-9769-81e312e8b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.060541 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-684ee0f8-b2e0-4979-9769-81e312e8b697 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0504000 Oct 12 16:54:45.116244 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-4407df10-e7cf-4665-8f00-6bf7423a3d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420535 Oct 12 16:54:45.294368 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7070d-2bc8-464b-9bd0-87f28c75ac18 req-d8865666-5ecd-448e-b79b-6008eef27b1f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.300604 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-5718d4c4-2a5b-43cb-92c7-d900b3108098 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716845 Oct 12 16:54:45.302151 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5aa7070d-2bc8-464b-9bd0-87f28c75ac18 req-d8865666-5ecd-448e-b79b-6008eef27b1f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.0758171 Oct 12 16:54:45.316587 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567f90-46ab-4098-aa3c-c577376c3487 req-dc612b7f-e918-4ed1-8b87-83efdacbb682 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.318558 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-66567f90-46ab-4098-aa3c-c577376c3487 req-dc612b7f-e918-4ed1-8b87-83efdacbb682 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 943 time: 0.1032786 Oct 12 16:54:45.374621 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5aa7070d-2bc8-464b-9bd0-87f28c75ac18 req-74d14f5a-8e7a-464d-803d-1af99a5dbaa8 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669839 Oct 12 16:54:45.442533 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47048028-b005-4c77-852e-a7b4b1be132b req-5987625e-889e-4592-b5db-5a9d281128a8 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229863 Oct 12 16:54:45.483003 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-66567f90-46ab-4098-aa3c-c577376c3487 req-a8991f53-89da-4a8c-9f95-9d53bd1b82d1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Oct 12 16:54:45.582448 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-5b5549b2-ee3f-4a59-b8c5-e4978409e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.583947 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-5b5549b2-ee3f-4a59-b8c5-e4978409e11c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 1096 time: 0.0502813 Oct 12 16:54:45.688439 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56562) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:45.704782 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-97e9ba2e-9987-4db2-b2dc-494f9367c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.706491 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-97e9ba2e-9987-4db2-b2dc-494f9367c996 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.1103220 Oct 12 16:54:45.754121 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-ce1653c3-842d-473b-928f-c4c6592f020c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa HTTP/1.1" status: 200 len: 217 time: 0.0365131 Oct 12 16:54:45.759695 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device c4d86793-bbc1-4c08-8b83-d043e9512c4b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:45.815249 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-2bddd6f9-ec92-48c7-8ffa-c2ad6a73c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.817669 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-2bddd6f9-ec92-48c7-8ffa-c2ad6a73c236 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0496128 Oct 12 16:54:45.837101 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a8d14385-c6b3-4747-a0b4-03f6adc05e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.877266 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-72efb6b5-966c-4ca4-b332-f68f9b5cd121 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460062 Oct 12 16:54:45.926437 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:45.946855 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a8d14385-c6b3-4747-a0b4-03f6adc05e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.955805 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'port_id': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b', 'mac_address': 'fa:16:3e:9d:8c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:45.956010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a8d14385-c6b3-4747-a0b4-03f6adc05e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.004793 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.023293 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-38df025f-e25e-4880-8bad-4e62d2fea8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286356 Oct 12 16:54:46.024484 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d86793-bbc1-4c08-8b83-d043e9512c4b {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:46.028822 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a8d14385-c6b3-4747-a0b4-03f6adc05e7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac1e0fe7cd114218854dc7da8abf57fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392003 Oct 12 16:54:46.030107 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d14385-c6b3-4747-a0b4-03f6adc05e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0721149-875d-4994-8bd8-372fe6d74fde,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:46.031981 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56582) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:46.070561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:46.075305 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.132293 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:46.183363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.190622 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0d1a12d6-d98a-4c7d-adeb-7fc5b07d247a req-06a605bb-dc8b-4373-87d8-89c3a897dcec service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448362 Oct 12 16:54:46.209312 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.260069 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.263135 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.267452 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0721149-875d-4994-8bd8-372fe6d74fde HTTP/1.1" status: 204 len: 168 time: 0.2303913 Oct 12 16:54:46.275685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5369627-78fb-4cd4-934d-d49d43a9a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0721149-875d-4994-8bd8-372fe6d74fde,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:46.421657 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['c4d86793-bbc1-4c08-8b83-d043e9512c4b'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:46.534609 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56626) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:46.571354 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42b9fa-a080-4078-afdc-35fc31a4091e req-e1225641-878f-4790-9876-cabb70355702 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:46.574322 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aa42b9fa-a080-4078-afdc-35fc31a4091e req-e1225641-878f-4790-9876-cabb70355702 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.0834553 Oct 12 16:54:46.687529 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aa42b9fa-a080-4078-afdc-35fc31a4091e req-d3db7d80-ff30-44cd-8cd1-5ca46b85440e tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011000 Oct 12 16:54:46.710783 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754b32-8bda-4e11-873d-f885feda6dfd req-8a6e3145-1fb3-47dc-9fe8-2d8ae7591b2a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:46.712790 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55754b32-8bda-4e11-873d-f885feda6dfd req-8a6e3145-1fb3-47dc-9fe8-2d8ae7591b2a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 943 time: 0.1180389 Oct 12 16:54:46.729304 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e9c97d0-a51c-48f3-9094-f51cf05fb59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.801634 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55754b32-8bda-4e11-873d-f885feda6dfd req-7695610f-7d75-4fbd-bae3-590faf6f5bf2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813160 Oct 12 16:54:46.896648 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e9c97d0-a51c-48f3-9094-f51cf05fb59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.909753 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e9c97d0-a51c-48f3-9094-f51cf05fb59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.975031 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c97d0-a51c-48f3-9094-f51cf05fb59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee120b8-972a-46a8-bfb6-9838d2000ad4,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:46.985582 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6e9c97d0-a51c-48f3-9094-f51cf05fb59c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66c31ebcd7cf4fc380a4e64afd17f196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470756 Oct 12 16:54:46.986445 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56670) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:47.065510 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.096150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.159225 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.161825 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.163189 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ee120b8-972a-46a8-bfb6-9838d2000ad4 HTTP/1.1" status: 204 len: 168 time: 0.1761670 Oct 12 16:54:47.171092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926c02f-e06a-4509-9455-7da312a83811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee120b8-972a-46a8-bfb6-9838d2000ad4,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:47.542702 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56706) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:47.558149 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e9536a0-bbd5-4737-b9a6-df02d65745dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.637895 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a68e-7a46-46d9-877e-10879401353a req-199bb0e0-7553-4d2e-9206-90fe3ea756a7 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:47.639890 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b7f0a68e-7a46-46d9-877e-10879401353a req-199bb0e0-7553-4d2e-9206-90fe3ea756a7 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.0795782 Oct 12 16:54:47.707844 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b7f0a68e-7a46-46d9-877e-10879401353a req-97206b0f-7ea9-4293-a15f-2ad36c845019 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609772 Oct 12 16:54:47.728579 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e9536a0-bbd5-4737-b9a6-df02d65745dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.733593 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e9536a0-bbd5-4737-b9a6-df02d65745dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.765659 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:47.769876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device c4d86793-bbc1-4c08-8b83-d043e9512c4b up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:47.783460 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9536a0-bbd5-4737-b9a6-df02d65745dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d7c6f-27f4-4e7e-a19a-b0cf2adeb968,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:47.791794 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4e9536a0-bbd5-4737-b9a6-df02d65745dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=422b7c0220384b8db8a823fd716cc165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479312 Oct 12 16:54:47.794611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56710) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:47.883642 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port c4d86793-bbc1-4c08-8b83-d043e9512c4b completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:47.892721 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port c4d86793-bbc1-4c08-8b83-d043e9512c4b triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:47.897454 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.897786 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.929809 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.006845 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:48.008862 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f128-21dc-4b31-9d5c-7a54bc599a1a req-fd0cfa7e-9a49-40df-a63d-c4bcf5c1fe64 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:48.011352 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6dd5f128-21dc-4b31-9d5c-7a54bc599a1a req-fd0cfa7e-9a49-40df-a63d-c4bcf5c1fe64 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 943 time: 0.0876739 Oct 12 16:54:48.028336 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa', 'network_id': '60876690-ca59-4778-acc0-cb4cec0c8875', 'port_id': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa', 'mac_address': 'fa:16:3e:eb:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a406da9-6342-4e25-a570-b7aadfff95a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:48.037924 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.040655 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.042873 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc6d7c6f-27f4-4e7e-a19a-b0cf2adeb968 HTTP/1.1" status: 204 len: 168 time: 0.2469556 Oct 12 16:54:48.064819 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7bddb-6453-4c5f-8a46-4174ec695ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d7c6f-27f4-4e7e-a19a-b0cf2adeb968,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:48.077882 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6dd5f128-21dc-4b31-9d5c-7a54bc599a1a req-6dc3727d-7ce6-4344-b0ef-4b5ccdf6f70d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592277 Oct 12 16:54:48.123187 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.127355 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.153724 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:48.164021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:48.166318 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aafcd33-5e75-40ee-98c0-bca9c3c750fc" -d '{"events": [{"server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:48.189693 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:48.194171 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:48.196109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.201471 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.206561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad91ab-b3dc-4488-8256-a8e485ec7e6e x-openstack-request-id: req-39ad91ab-b3dc-4488-8256-a8e485ec7e6e {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:48.206921 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:48.207333 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39ad91ab-b3dc-4488-8256-a8e485ec7e6e {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:48.207767 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b', 'code': 200} Oct 12 16:54:48.268618 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:48.342641 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:48.425086 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.483766 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5a92-7049-4505-82f0-5f82de6334f1 req-a6947d3d-a3ea-4733-93c3-7208b70a12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:48.485933 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-232f5a92-7049-4505-82f0-5f82de6334f1 req-a6947d3d-a3ea-4733-93c3-7208b70a12cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0813415 Oct 12 16:54:48.543756 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:48.551843 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-232f5a92-7049-4505-82f0-5f82de6334f1 req-98174188-6721-46f9-b521-53cea3c5ca0b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Oct 12 16:54:48.574190 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56742) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:48.836328 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9dc66646-1243-4d58-a73b-eefa239f637a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cfd34669b024b05945786f9b331d29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599697 Oct 12 16:54:48.838823 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56756) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:48.871581 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56758) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:48.888601 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfb3ca-103b-4a69-980a-acdc11c14f82 req-257290a4-afe9-4c68-ba07-ae66dce73b30 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:48.890108 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2bbfb3ca-103b-4a69-980a-acdc11c14f82 req-257290a4-afe9-4c68-ba07-ae66dce73b30 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.0951626 Oct 12 16:54:48.912554 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.951699 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.962735 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2bbfb3ca-103b-4a69-980a-acdc11c14f82 req-5db49f98-088e-4f21-967d-31cc29221664 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611947 Oct 12 16:54:48.990901 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1230313533-network', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:49.012608 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.018492 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.019932 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2968be72-727a-4112-bcb0-61228e06a82b HTTP/1.1" status: 204 len: 168 time: 0.1801054 Oct 12 16:54:49.033308 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66281f29-a3f2-4e0d-9086-af3483524e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968be72-727a-4112-bcb0-61228e06a82b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:49.035645 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Made reservation on behalf of c1d044dc68584dea8d9fffd7ebe10826 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:49.039688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.049729 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.160015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.164497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.196849 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:49.212875 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03aa5a-bdcb-4200-b54e-e04cdc1aced4,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:49.235517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.235712 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Added segment 5b76a35c-937c-4613-b5e2-a4579f52bd35 of type vlan for network 1489e69d-9465-4e88-bab3-4c143aee3cc5 Oct 12 16:54:49.295952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.321492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3faa8-b8c5-4a29-8a43-e7b354b1f812 req-aaaeaf96-e183-43e8-884e-2bdb060a1cbc tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:49.323100 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c1d3faa8-b8c5-4a29-8a43-e7b354b1f812 req-aaaeaf96-e183-43e8-884e-2bdb060a1cbc tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 944 time: 0.0985374 Oct 12 16:54:49.364006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.364971 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:49.365535 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.444653 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5719793 Oct 12 16:54:49.447817 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56788) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:49.453178 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Request body: {'subnet': {'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1230313533-subnet', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:49.453366 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c1d3faa8-b8c5-4a29-8a43-e7b354b1f812 req-cb5a8844-bd6e-4a86-b754-6ddabc4aa02c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225803 Oct 12 16:54:49.459525 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c95dc-7042-4bbd-b9a5-eb4949ab7e79 admin admin] Pushing event updated for resources: {'Network': ['ID=1489e69d-9465-4e88-bab3-4c143aee3cc5,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:49.471994 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:49.477925 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Made reservation on behalf of c1d044dc68584dea8d9fffd7ebe10826 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:49.480611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.672693 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.736514 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b751eee-71e9-4043-b826-24406dc613da,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:49.748568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Checking segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:49.748936 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Network hostable DHCP agents. Network: 1489e69d-9465-4e88-bab3-4c143aee3cc5, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:49.767641 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:49.777272 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 1489e69d-9465-4e88-bab3-4c143aee3cc5) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:49.779211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56798) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:49.783199 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:49.783949 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.788468 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae2965-6722-47e3-b950-0b583b384303 None None] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:49.807376 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-46d01c6a-07f5-4f8e-9115-0a348312bb4a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3556850 Oct 12 16:54:49.807644 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56802) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:49.812197 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:49.833618 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.834694 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.895520 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.904369 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002044188-network', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:49.926937 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Made reservation on behalf of 32befda3e401478ca1c53c59a412e4b0 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:49.929563 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.939632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.976179 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-1489e69d-9465-4e88-bab3-4c143aee3cc5', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:54:49.978397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.029752 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.034618 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.047151 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.056144 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:50.080726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.081021 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Added segment 241aa686-7f77-4b20-a665-012113ed0907 of type vlan for network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 Oct 12 16:54:50.082342 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53635b-524a-4e09-a6a9-e0d0ab8b96f5,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.126986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.158357 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.161202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:50.161909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.173568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8310b-c43e-430e-ac17-559c659edfe1 req-352dc4d0-c9e3-4702-b045-dd4717f3ee90 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:50.191229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59f8310b-c43e-430e-ac17-559c659edfe1 req-352dc4d0-c9e3-4702-b045-dd4717f3ee90 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.1406832 Oct 12 16:54:50.216874 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Allocated IP 172.20.0.2 (1489e69d-9465-4e88-bab3-4c143aee3cc5/1b751eee-71e9-4043-b826-24406dc613da/7b100cad-178d-496d-9800-42933cf21d5e) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:50.237618 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4572442 Oct 12 16:54:50.238944 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56812) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:50.245769 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59f8310b-c43e-430e-ac17-559c659edfe1 req-4333d1b6-5427-46f4-be6f-cfcbf2d0fe87 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 Oct 12 16:54:50.256116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Request body: {'subnet': {'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002044188-subnet', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:50.271735 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3657a8-6d55-425a-b10f-c85111f75ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=deee8a8a-8db1-4de9-9e80-ab1d08fe5386,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.281736 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:50.314491 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Made reservation on behalf of 32befda3e401478ca1c53c59a412e4b0 for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:50.316848 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383059'] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.434352 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.453568 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.457215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.463076 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.509246 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Pushing event updated for resources: {'Port': ['ID=7b100cad-178d-496d-9800-42933cf21d5e,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.518617 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:50.520420 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:50.522919 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:50.527772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383101'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.583659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d60704-8c38-4998-a109-5b0f2f012b49,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.584284 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Attempting to bind port 7b100cad-178d-496d-9800-42933cf21d5e on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:50.584659 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Attempting to bind port 7b100cad-178d-496d-9800-42933cf21d5e by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:50.585053 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Attempting to bind port 7b100cad-178d-496d-9800-42933cf21d5e on network 1489e69d-9465-4e88-bab3-4c143aee3cc5 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:50.586608 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Allocated IP 172.27.0.93 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/6d1d8468-6c27-4281-922a-16cc13af9711) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:50.591743 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:50.592100 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Checking segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:50.592401 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.592808 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Bound using segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:50.593361 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Bound port: 7b100cad-178d-496d-9800-42933cf21d5e, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:50.593754 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.601221 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Checking segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:50.601368 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Network hostable DHCP agents. Network: deee8a8a-8db1-4de9-9e80-ab1d08fe5386, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:50.619022 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:50.629581 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, deee8a8a-8db1-4de9-9e80-ab1d08fe5386) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:50.640659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:50.640659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.641531 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67810a87-7715-401d-9935-f5571bc406ae None None] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:50.658970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3ff3b4ad-1e01-4bdf-ab57-521e0989e75a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4171693 Oct 12 16:54:50.661838 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56818) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:50.666275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:50.691386 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.692850 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.721488 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-377c912e-5154-45af-8af6-09ed5845891a None None] For port 7b100cad-178d-496d-9800-42933cf21d5e, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:50.738868 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-377c912e-5154-45af-8af6-09ed5845891a None None] For port 7b100cad-178d-496d-9800-42933cf21d5e, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=7b100cad-178d-496d-9800-42933cf21d5e,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:50.750902 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.752008 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.753811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.802603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:50.861095 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c912e-5154-45af-8af6-09ed5845891a None None] Pushing event updated for resources: {'Port': ['ID=7b100cad-178d-496d-9800-42933cf21d5e,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.882866 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:50.886148 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:50.890073 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:50.898261 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1d8468-6c27-4281-922a-16cc13af9711,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:50.929969 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:54:50.930950 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.164126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.166585 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Allocated IP 172.20.0.2 (deee8a8a-8db1-4de9-9e80-ab1d08fe5386/92d60704-8c38-4998-a109-5b0f2f012b49/d36d2a78-0ce9-449c-b366-a9640309c730) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:51.270091 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.441147 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.464611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.507173 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.513937 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.531742 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.583443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Allocated IP 172.27.0.196 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/54a22759-0979-4ecb-a5a6-e498e4e56afa) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:51.587780 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:51.591933 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:51.594665 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Pushing event updated for resources: {'Port': ['ID=d36d2a78-0ce9-449c-b366-a9640309c730,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:51.603895 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:51.666266 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Router 3362dbda-29ef-4cea-b709-d5e079c1d710 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:54:51.677008 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Attempting to bind port d36d2a78-0ce9-449c-b366-a9640309c730 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:51.677325 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Attempting to bind port d36d2a78-0ce9-449c-b366-a9640309c730 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:51.677683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Attempting to bind port d36d2a78-0ce9-449c-b366-a9640309c730 on network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:51.683606 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:51.684254 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Checking segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:51.684657 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.685112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Bound using segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:51.685588 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Bound port: d36d2a78-0ce9-449c-b366-a9640309c730, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:51.685966 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.716228 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.760450 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.764623 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] For port d36d2a78-0ce9-449c-b366-a9640309c730, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:51.768659 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] For port d36d2a78-0ce9-449c-b366-a9640309c730, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d36d2a78-0ce9-449c-b366-a9640309c730,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:51.779147 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.799678 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:51.802977 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:51.809622 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:51.839110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:51.851692 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Sync routers for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:51.860529 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Pushing event updated for resources: {'Port': ['ID=54a22759-0979-4ecb-a5a6-e498e4e56afa,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:51.861962 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0b8b2-73c9-4b5a-bbf4-f563015e671e None None] Pushing event updated for resources: {'Port': ['ID=d36d2a78-0ce9-449c-b366-a9640309c730,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:51.873450 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:51.874167 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:51.898231 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:51.899865 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-49911d2e-94ad-40f0-8073-b65df7c5a368 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0910695 Oct 12 16:54:51.902562 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56826) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:52.040745 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:52.105341 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00e98e-1f2d-4600-ae72-0b75edc02f8d None None] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:52.210935 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.245333 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] Provisioning complete for port 7b100cad-178d-496d-9800-42933cf21d5e triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:52.245625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.337932 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:52.385643 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:51Z', 'revision_number': 3, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:52.423081 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Checking router: 3362dbda-29ef-4cea-b709-d5e079c1d710 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:52.423436 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Updating router 3362dbda-29ef-4cea-b709-d5e079c1d710 port 6d1d8468-6c27-4281-922a-16cc13af9711 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:54:52.462046 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.631751 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:52.642924 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.644854 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:52.645338 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.652169 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1b056-fc98-4860-9400-1862091fb908 req-a279dc1e-b680-4543-8962-3e1cf0c574e2 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:52.654002 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4e1b056-fc98-4860-9400-1862091fb908 req-a279dc1e-b680-4543-8962-3e1cf0c574e2 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.1109686 Oct 12 16:54:52.670858 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ca6d-ef20-4681-9aef-72319e411e8f req-0107c38d-9b5a-4f31-bba5-52ec59e3c5ad tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:52.680685 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad63ca6d-ef20-4681-9aef-72319e411e8f req-0107c38d-9b5a-4f31-bba5-52ec59e3c5ad tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 944 time: 0.1743150 Oct 12 16:54:52.693172 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-b014b8ad-7cf8-4bb8-8d38-ce1c98106334 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:52.694939 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-b014b8ad-7cf8-4bb8-8d38-ce1c98106334 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.1468117 Oct 12 16:54:52.725392 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:52.759780 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4e1b056-fc98-4860-9400-1862091fb908 req-63b9c279-e252-4748-83b6-e818b202795c tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Oct 12 16:54:52.847259 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] For port 7b100cad-178d-496d-9800-42933cf21d5e, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=7b100cad-178d-496d-9800-42933cf21d5e,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:52.858513 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.003845 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0097f-ec6a-42f3-b57d-45fc02ab72d8 None None] Pushing event updated for resources: {'Port': ['ID=7b100cad-178d-496d-9800-42933cf21d5e,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:53.019415 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.060204 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:53.066654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189abf4e-ac27-4b09-ae15-7e59b73288a7" -d '{"events": [{"server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:53.090758 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.095357 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad63ca6d-ef20-4681-9aef-72319e411e8f req-19954ab2-6157-4066-9d0f-d9d855def2a9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082510 Oct 12 16:54:53.102754 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d36d2a78-0ce9-449c-b366-a9640309c730 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:53.103389 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.125042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Router c3f49a6d-f836-46b6-9065-0faebfb2786e is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:54:53.160732 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:53.163802 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcf756-ecba-4476-b8e4-8350926c1bc4 x-openstack-request-id: req-1fdcf756-ecba-4476-b8e4-8350926c1bc4 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:53.164413 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:53.165850 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fdcf756-ecba-4476-b8e4-8350926c1bc4 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:53.166475 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa', 'code': 200} Oct 12 16:54:53.194249 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.212939 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b84bff-636e-4e89-9bca-83802ec218bf None None] Pushing event updated for resources: {'Port': ['ID=6d1d8468-6c27-4281-922a-16cc13af9711,revision_number=2']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:53.251774 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Attempting to bind port 6d1d8468-6c27-4281-922a-16cc13af9711 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:53.252134 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Attempting to bind port 6d1d8468-6c27-4281-922a-16cc13af9711 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:53.252496 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Attempting to bind port 6d1d8468-6c27-4281-922a-16cc13af9711 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Bound port: 6d1d8468-6c27-4281-922a-16cc13af9711, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:53.265192 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.288206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:53.309244 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Deleting port 014516f5-6633-4e7b-9d80-a120b40577a7 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:53.309588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.325075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Sync routers for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:53.325198 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.326525 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-90b53c97-e1e5-4f1c-997d-84990717beb8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6636534 Oct 12 16:54:53.329126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56836) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:53.337365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-872abda6-e88e-454c-87ee-c5c89e0338a1 None None] Provisioning complete for port 7b100cad-178d-496d-9800-42933cf21d5e triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:53.337872 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-872abda6-e88e-454c-87ee-c5c89e0338a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.374186 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] For port 6d1d8468-6c27-4281-922a-16cc13af9711, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:53.378539 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] For port 6d1d8468-6c27-4281-922a-16cc13af9711, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6d1d8468-6c27-4281-922a-16cc13af9711,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:53.384660 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.413263 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:53.420225 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:53.421000 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:53.522464 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port d36d2a78-0ce9-449c-b366-a9640309c730 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:53.523731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.548202 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] For port 014516f5-6633-4e7b-9d80-a120b40577a7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=014516f5-6633-4e7b-9d80-a120b40577a7,segment=NetworkSegment(28f511dd-1c5d-4905-9c9a-c9ac4f67294d),segment_id=28f511dd-1c5d-4905-9c9a-c9ac4f67294d)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:53.548569 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.551568 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b84bff-636e-4e89-9bca-83802ec218bf None None] Pushing event updated for resources: {'Port': ['ID=6d1d8468-6c27-4281-922a-16cc13af9711,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:53.565492 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Calling delete_port for 014516f5-6633-4e7b-9d80-a120b40577a7 owned by compute:nova {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:53.590291 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf582b7-1b8d-4b50-8e2d-b0f735763ac0 None None] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:53.601115 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:53.601743 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:53.776394 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.788364 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:53.864878 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:53.990602 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Allocated IP 172.20.0.1 (1489e69d-9465-4e88-bab3-4c143aee3cc5/1b751eee-71e9-4043-b826-24406dc613da/e2249395-4e75-44f8-a207-3f3113861ba6) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:54.039001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e375-1afa-482a-a4fa-4153ef3ac0fd req-ce7739d6-1ba3-4086-90e2-7b90820bec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:54.041300 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c409e375-1afa-482a-a4fa-4153ef3ac0fd req-ce7739d6-1ba3-4086-90e2-7b90820bec03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 1098 time: 0.4929495 Oct 12 16:54:54.071892 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.138516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.166808 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-68bef6a2-1729-4304-acdf-0708a0b872fe None None] Provisioning complete for port d36d2a78-0ce9-449c-b366-a9640309c730 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:54.167113 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-68bef6a2-1729-4304-acdf-0708a0b872fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.183507 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port d36d2a78-0ce9-449c-b366-a9640309c730, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d36d2a78-0ce9-449c-b366-a9640309c730,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:54.191964 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:51Z', 'revision_number': 3, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:54.204257 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1333-774a-4ed9-97f2-8611c822e03a req-0c746359-10c9-4bcd-bde1-a93ab62165d0 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:54.205862 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-349d1333-774a-4ed9-97f2-8611c822e03a req-0c746359-10c9-4bcd-bde1-a93ab62165d0 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 946 time: 0.1910856 Oct 12 16:54:54.211365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.212285 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 7b100cad-178d-496d-9800-42933cf21d5e up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:54.243127 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fee2b-0ca0-4fe8-a7f6-d56b84ea779f None None] The sync data for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi is: [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:51Z', 'revision_number': 3, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:54.280065 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Pushing event deleted for resources: {'Port': ['ID=014516f5-6633-4e7b-9d80-a120b40577a7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:54.319363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] No DVR routers for this DVR port 014516f5-6633-4e7b-9d80-a120b40577a7 on host hv-cinder-81322 {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:54.336155 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.339582 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-08423b4f-545b-44d4-b8c7-46ad3638dfd0 req-4fcbeee9-9ef9-445f-87c1-64bd2fb2f633 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.69 "DELETE /v2.0/ports/014516f5-6633-4e7b-9d80-a120b40577a7 HTTP/1.1" status: 204 len: 173 time: 1.6212626 Oct 12 16:54:54.343066 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'name': 'network-vif-deleted', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:54.345496 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a0a17-a417-49b4-bfff-2284bd7332fb" -d '{"events": [{"server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "name": "network-vif-deleted", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:54.368256 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-349d1333-774a-4ed9-97f2-8611c822e03a req-256f44c9-3a44-4696-b5fc-a1395067f623 tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/security-groups?id=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224785 Oct 12 16:54:54.377451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.385114 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=d36d2a78-0ce9-449c-b366-a9640309c730,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:54.396355 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.428737 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 7b100cad-178d-496d-9800-42933cf21d5e triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:54.429183 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.447847 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743607-5c23-4635-a6d2-ed5169e9823b req-6ab107d3-38e3-4812-8071-faa0a9e59712 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:54.460465 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9743607-5c23-4635-a6d2-ed5169e9823b req-6ab107d3-38e3-4812-8071-faa0a9e59712 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1927388 Oct 12 16:54:54.472294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53e8706-65f7-4085-bb77-48ae20a16342 x-openstack-request-id: req-c53e8706-65f7-4085-bb77-48ae20a16342 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:54.472586 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05b4f6-712f-456f-bd84-5f7702f76524", "name": "network-vif-deleted", "tag": "014516f5-6633-4e7b-9d80-a120b40577a7", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:54.472848 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c53e8706-65f7-4085-bb77-48ae20a16342 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:54.473272 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05b4f6-712f-456f-bd84-5f7702f76524', 'name': 'network-vif-deleted', 'tag': '014516f5-6633-4e7b-9d80-a120b40577a7', 'status': 'completed', 'code': 200} Oct 12 16:54:54.526139 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9743607-5c23-4635-a6d2-ed5169e9823b req-4dff1ac3-0e83-4519-ab00-a75f9da19b6c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654559 Oct 12 16:54:54.543207 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.605985 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:54.609108 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:54.612705 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:54.668804 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.697211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Allocated IP 172.20.0.1 (deee8a8a-8db1-4de9-9e80-ab1d08fe5386/92d60704-8c38-4998-a109-5b0f2f012b49/1fea80ec-deb7-490d-9b54-b6d2996fffc9) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:54.769242 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Pushing event updated for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:54.804352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:52Z', 'revision_number': 3, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:54.842039 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Checking router: c3f49a6d-f836-46b6-9065-0faebfb2786e for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:54.842372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Updating router c3f49a6d-f836-46b6-9065-0faebfb2786e port 54a22759-0979-4ecb-a5a6-e498e4e56afa binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:54:54.901090 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.927800 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.930988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:54.970299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.028829 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-62e77cf2-6068-4484-895a-75868d2967c6 None None] Provisioning complete for port d36d2a78-0ce9-449c-b366-a9640309c730 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:55.029220 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-62e77cf2-6068-4484-895a-75868d2967c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.048876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:55.050302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Pushing event updated for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:55.053127 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:55.055213 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:55.102931 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.178182 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.186666 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.315250 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d36d2a78-0ce9-449c-b366-a9640309c730 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:55.341073 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Pushing event updated for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:55.366770 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.407163 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.456011 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port d36d2a78-0ce9-449c-b366-a9640309c730 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:55.456387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.490881 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:55.492336 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:55.551801 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.560862 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:55.561448 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.600861 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.645825 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.652093 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.682686 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Router 3362dbda-29ef-4cea-b709-d5e079c1d710 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:55.691102 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9b20-1c86-40ff-958d-91d006ad32d0 None None] Pushing event updated for resources: {'Port': ['ID=54a22759-0979-4ecb-a5a6-e498e4e56afa,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:55.757372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.759399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Pushing event updated for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:55.780602 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:54:55.809000 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Attempting to bind port 54a22759-0979-4ecb-a5a6-e498e4e56afa on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:55.809373 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Attempting to bind port 54a22759-0979-4ecb-a5a6-e498e4e56afa by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:55.809735 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Attempting to bind port 54a22759-0979-4ecb-a5a6-e498e4e56afa on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:55.821992 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:55.822340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:55.823130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.823130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:55.823612 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Bound port: 54a22759-0979-4ecb-a5a6-e498e4e56afa, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:55.824420 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.827064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6d1d8468-6c27-4281-922a-16cc13af9711 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:55.829545 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Provisioning complete for port e2249395-4e75-44f8-a207-3f3113861ba6 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:55.830152 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.840438 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:55.846361 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1863b216-0317-4b5c-8e12-e8005c90a792 admin admin] 10.222.0.42 "PUT /v2.0/routers/3362dbda-29ef-4cea-b709-d5e079c1d710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9426041 Oct 12 16:54:55.877284 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:55.878791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:55.939745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-d61c0e07-17df-41ac-8d84-dadb90f1e173 None None] Port e2249395-4e75-44f8-a207-3f3113861ba6 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:54:55.957562 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] For port 54a22759-0979-4ecb-a5a6-e498e4e56afa, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:55.961398 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] For port 54a22759-0979-4ecb-a5a6-e498e4e56afa, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=54a22759-0979-4ecb-a5a6-e498e4e56afa,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:55.970081 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.973218 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 6d1d8468-6c27-4281-922a-16cc13af9711 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:55.973577 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.007831 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Router c3f49a6d-f836-46b6-9065-0faebfb2786e has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:56.105344 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9b20-1c86-40ff-958d-91d006ad32d0 None None] Pushing event updated for resources: {'Port': ['ID=54a22759-0979-4ecb-a5a6-e498e4e56afa,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:56.115160 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-ad3db091-cdca-4a54-a6be-65422b02c855 None None] Provisioning complete for port e2249395-4e75-44f8-a207-3f3113861ba6 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:56.115532 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ad3db091-cdca-4a54-a6be-65422b02c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.117001 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:56.117725 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:56.198082 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:56.206872 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c9233be5-b9ec-42e5-a731-76cdb4838769 admin admin] 10.222.0.42 "PUT /v2.0/routers/c3f49a6d-f836-46b6-9065-0faebfb2786e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737922 Oct 12 16:54:56.221365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-ad3db091-cdca-4a54-a6be-65422b02c855 None None] Port e2249395-4e75-44f8-a207-3f3113861ba6 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:54:56.247808 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.273791 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 6d1d8468-6c27-4281-922a-16cc13af9711, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6d1d8468-6c27-4281-922a-16cc13af9711,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:56.308182 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.309045 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 7b100cad-178d-496d-9800-42933cf21d5e up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:56.411384 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6b96adfc-9925-4d24-8e1d-a094048766c1 None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:56.411926 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6b96adfc-9925-4d24-8e1d-a094048766c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.417580 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:56.487747 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=6d1d8468-6c27-4281-922a-16cc13af9711,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:56.514334 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-6b96adfc-9925-4d24-8e1d-a094048766c1 None None] Port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:54:56.519164 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56890) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:56.528851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1327806090-network', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:56.549829 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 7b100cad-178d-496d-9800-42933cf21d5e triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:56.549829 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.550348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Made reservation on behalf of 7b12a249e4c544a693ff1a51a902e0cd for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:56.553065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.563203 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.663522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.683310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.706945 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:56.737714 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.738078 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Added segment 16e61889-d9f6-4a01-9ae8-c0e785eba2ee of type vlan for network 32874fe3-a397-4dd3-adae-d7ab4143fb0e Oct 12 16:54:56.739714 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac26db2-05fb-4c34-b953-57044f8f82ef,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:56.754856 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Sync routers for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:56.759183 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 2, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:56.772991 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:56.773881 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:56.819645 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db787a9-2968-4274-ae65-f58ed2a80e67 None None] The sync data for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi is: [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 2, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:56.834430 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.873493 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.874879 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:56.875745 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.941080 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:56.961641 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4389169 Oct 12 16:54:56.962104 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56902) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:56.967625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Request body: {'subnet': {'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1327806090-subnet', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:56.980250 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60967a-bae9-42eb-8ae5-ecfb7a10b85a admin admin] Pushing event updated for resources: {'Network': ['ID=32874fe3-a397-4dd3-adae-d7ab4143fb0e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:56.996650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:56.999598 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Made reservation on behalf of 7b12a249e4c544a693ff1a51a902e0cd for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:57.002820 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.129269 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 014516f5-6633-4e7b-9d80-a120b40577a7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:57.168988 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56906) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:57.178346 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1019294515-network', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:57.183098 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6d1d8468-6c27-4281-922a-16cc13af9711 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:57.194610 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 014516f5-6633-4e7b-9d80-a120b40577a7 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:57.195214 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 014516f5-6633-4e7b-9d80-a120b40577a7 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:57.235822 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c409e375-1afa-482a-a4fa-4153ef3ac0fd req-e76f3ffe-ff0d-4581-b033-911b4a43d621 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248453 Oct 12 16:54:57.259011 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Made reservation on behalf of 02f35ba4353d428da4b41e64d973aa89 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:57.278589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.293856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 6d1d8468-6c27-4281-922a-16cc13af9711 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:57.294394 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.298707 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.405433 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.447214 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 2, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:57.490047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39a2b1-04be-49a1-bc1b-1b4f86097e58 req-02afaaf8-d09b-4c3b-b11e-8ee38d1e7511 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.491749 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de39a2b1-04be-49a1-bc1b-1b4f86097e58 req-02afaaf8-d09b-4c3b-b11e-8ee38d1e7511 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1437318 Oct 12 16:54:57.515908 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.522265 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.522932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76b18a7-674a-4678-bc7f-9810150ca3bd,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:57.539185 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Checking router: 3362dbda-29ef-4cea-b709-d5e079c1d710 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:57.540186 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Updating router 3362dbda-29ef-4cea-b709-d5e079c1d710 port e2249395-4e75-44f8-a207-3f3113861ba6 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:54:57.558459 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:57.578012 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Checking segment: {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:57.579257 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Network hostable DHCP agents. Network: 32874fe3-a397-4dd3-adae-d7ab4143fb0e, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:57.584664 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cae8df-6d56-453f-a760-cb8a18746b48,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:57.588631 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de39a2b1-04be-49a1-bc1b-1b4f86097e58 req-bc82b8ec-3f98-48d8-83a7-809f955ced59 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882263 Oct 12 16:54:57.590769 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.597274 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.609358 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Added segment fcc41d10-406d-4595-91a4-209d1bbb2ca4 of type vlan for network a13f010a-5880-4ab7-9b10-94a10ae22606 Oct 12 16:54:57.622168 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:57.638417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 32874fe3-a397-4dd3-adae-d7ab4143fb0e) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:57.648012 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8728f22-dc19-44bf-871e-b55723fa0798 None None] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:57.662369 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.662369 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.692986 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2017ddaf-376d-4d0d-9303-601d54b46c2e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7274215 Oct 12 16:54:57.693249 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 56908) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:57.697979 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:57.700042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.742843 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.743110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.743441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.744019 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.744120 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.756674 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-916f12a6-3906-4fbf-a00e-df1b8ee2734a req-e5312c85-e024-4ba2-a384-637e870c349f tempest-VolumesActionsTest-236844890 tempest-VolumesActionsTest-236844890-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d05b4f6-712f-456f-bd84-5f7702f76524 HTTP/1.1" status: 200 len: 210 time: 0.0785942 Oct 12 16:54:57.845943 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] Pushing event updated for resources: {'Network': ['ID=a13f010a-5880-4ab7-9b10-94a10ae22606,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:57.859633 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network a13f010a-5880-4ab7-9b10-94a10ae22606 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:57.870563 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fc30a518-1ef9-412f-bd92-a04f1b7c1d0f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6999552 Oct 12 16:54:57.878243 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56916) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:57.895495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Request body: {'subnet': {'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1019294515-subnet', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:57.926390 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Made reservation on behalf of 02f35ba4353d428da4b41e64d973aa89 for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:57.930387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383059'] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.996716 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.013996 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.144519 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3532a9-fe61-4c53-b238-800a939a92d6 None None] Pushing event updated for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:58.225755 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'fixed_ips': [{'subnet_id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:54:58.226665 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.369806 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Attempting to bind port e2249395-4e75-44f8-a207-3f3113861ba6 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:58.371563 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Attempting to bind port e2249395-4e75-44f8-a207-3f3113861ba6 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:58.372044 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Attempting to bind port e2249395-4e75-44f8-a207-3f3113861ba6 on network 1489e69d-9465-4e88-bab3-4c143aee3cc5 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:58.386552 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:58.387026 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Checking segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:58.387497 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.387994 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Bound using segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:58.388553 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Bound port: e2249395-4e75-44f8-a207-3f3113861ba6, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:58.394547 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.448284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.472397 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383101'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.549441 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] For port e2249395-4e75-44f8-a207-3f3113861ba6, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:58.554990 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] For port e2249395-4e75-44f8-a207-3f3113861ba6, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e2249395-4e75-44f8-a207-3f3113861ba6,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:58.562726 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.585839 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4229bf48-e166-4c1e-993a-7e6c4909f4f4,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:58.606681 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Checking segment: {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:58.609986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Network hostable DHCP agents. Network: a13f010a-5880-4ab7-9b10-94a10ae22606, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:58.668072 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:58.668847 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:58.671064 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3532a9-fe61-4c53-b238-800a939a92d6 None None] Pushing event updated for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:58.705010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Network a13f010a-5880-4ab7-9b10-94a10ae22606 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:58.732290 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, a13f010a-5880-4ab7-9b10-94a10ae22606) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:58.743569 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.744193 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.805096 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.825783 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678321d-08c7-420e-9cb3-29b2a2bb4ace None None] Network a13f010a-5880-4ab7-9b10-94a10ae22606 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:58.845696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] Provisioning complete for port e2249395-4e75-44f8-a207-3f3113861ba6 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:58.846095 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.849100 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:58.893829 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-8fbfafaa-db84-4162-bd18-a5453cc8199e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0144527 Oct 12 16:54:58.897172 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 56940) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:58.907353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:58.951533 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48f568-2ea7-48b9-a753-3d2c53b1d4cd req-992c3c0d-f3e5-44f0-9c1c-9200135d2eea tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.953871 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cc48f568-2ea7-48b9-a753-3d2c53b1d4cd req-992c3c0d-f3e5-44f0-9c1c-9200135d2eea tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1774232 Oct 12 16:54:59.008502 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.012632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.054563 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cc48f568-2ea7-48b9-a753-3d2c53b1d4cd req-0cfe49d0-409e-4702-81e4-8cfadde77742 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922403 Oct 12 16:54:59.063668 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Allocated IP 172.20.0.2 (32874fe3-a397-4dd3-adae-d7ab4143fb0e/d76b18a7-674a-4678-bc7f-9810150ca3bd/9eac6d63-be9e-47f7-b7e8-6244e0e39b8d) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:59.146078 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.275671 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 54a22759-0979-4ecb-a5a6-e498e4e56afa up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:59.291725 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.322027 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.366262 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:58Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:59.406540 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219c42d-68e1-4571-8195-6cad11b0859d None None] The sync data for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi is: [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:58Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:59.407960 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.433489 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.568026 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Allocated IP 172.27.0.214 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/6b529f9e-c836-4ab7-8624-bf9190f6cdb2) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:59.636106 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-a13f010a-5880-4ab7-9b10-94a10ae22606', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:54:59.636675 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.654656 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] For port e2249395-4e75-44f8-a207-3f3113861ba6, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e2249395-4e75-44f8-a207-3f3113861ba6,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:59.675139 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.688438 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 54a22759-0979-4ecb-a5a6-e498e4e56afa triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:59.688839 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.729411 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.789121 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.790858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.820929 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.856579 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.900321 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.973293 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Pushing event updated for resources: {'Port': ['ID=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:59.979068 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc5a29-7953-4a45-a9ad-c269ec4ece41 None None] Pushing event updated for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:59.992276 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-1bb2fa37-14c6-43a2-8706-0d179b646746 None None] Provisioning complete for port e2249395-4e75-44f8-a207-3f3113861ba6 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:59.992649 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fa37-14c6-43a2-8706-0d179b646746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.993600 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:59.995260 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:00.007612 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:00.008317 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:00.034602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Allocated IP 172.27.0.23 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/5012cf6f-ded8-4612-a25b-a7f6576b7770) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:00.070480 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:00.108507 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:00.195379 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Pushing event updated for resources: {'Port': ['ID=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:00.235086 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Allocated IP 172.20.0.2 (a13f010a-5880-4ab7-9b10-94a10ae22606/4229bf48-e166-4c1e-993a-7e6c4909f4f4/d149affa-2358-4fa0-baf9-25001a9dbc78) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:00.246570 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.267757 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Attempting to bind port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:00.268441 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Attempting to bind port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:00.269027 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Attempting to bind port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d on network 32874fe3-a397-4dd3-adae-d7ab4143fb0e {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:00.274109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Checking segment: {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Bound using segment: {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Bound port: 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:00.337357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.339461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.392606 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:00.395666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:00.403471 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:00.423795 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 54a22759-0979-4ecb-a5a6-e498e4e56afa, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=54a22759-0979-4ecb-a5a6-e498e4e56afa,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:00.437993 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.454726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Pushing event updated for resources: {'Port': ['ID=5012cf6f-ded8-4612-a25b-a7f6576b7770,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:00.501668 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.607847 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] For port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:00.610386 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=54a22759-0979-4ecb-a5a6-e498e4e56afa,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:00.635893 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] For port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:00.643484 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.685372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Sync routers for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:55:00.694849 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.723792 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.731425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.743609 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:00.744261 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:00.753806 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.756069 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c9155-515e-4dca-8c30-6adc0a1c3163 None None] Pushing event updated for resources: {'Port': ['ID=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:00.862356 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Network a13f010a-5880-4ab7-9b10-94a10ae22606 is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:00.872635 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:00.879124 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:00.943721 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Pushing event updated for resources: {'Port': ['ID=d149affa-2358-4fa0-baf9-25001a9dbc78,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:01.006127 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:55:01.067865 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:01.083146 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Attempting to bind port d149affa-2358-4fa0-baf9-25001a9dbc78 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:01.083146 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Attempting to bind port d149affa-2358-4fa0-baf9-25001a9dbc78 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:01.083146 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Attempting to bind port d149affa-2358-4fa0-baf9-25001a9dbc78 on network a13f010a-5880-4ab7-9b10-94a10ae22606 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:01.137441 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:01.137846 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Checking segment: {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:01.138193 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.139118 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Bound using segment: {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:01.139632 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Bound port: d149affa-2358-4fa0-baf9-25001a9dbc78, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:01.140019 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.351176 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:55:01.367115 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Sync routers for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:55:01.395315 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:01.396166 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:01.407153 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.409544 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-357e864c-5bb5-485f-8875-8b9fc4d43d4f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7152672 Oct 12 16:55:01.420563 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57002) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:01.432881 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 54a22759-0979-4ecb-a5a6-e498e4e56afa up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:01.495936 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.563782 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:01.664985 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] For port d149affa-2358-4fa0-baf9-25001a9dbc78, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:01.672704 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] For port d149affa-2358-4fa0-baf9-25001a9dbc78, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d149affa-2358-4fa0-baf9-25001a9dbc78,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:01.684036 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.706679 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Router 82016e39-e801-4764-a202-9e09f2cc23e8 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:55:01.868188 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f10aba-6da9-450c-a2c7-a48a18032232 None None] Pushing event updated for resources: {'Port': ['ID=d149affa-2358-4fa0-baf9-25001a9dbc78,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:01.902586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:55:01.920755 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Sync routers for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:55:01.939293 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 54a22759-0979-4ecb-a5a6-e498e4e56afa triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:01.939758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.944160 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.952708 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1e3bea2c-e3ad-477c-af2e-ce4b0fc64f78 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0540135 Oct 12 16:55:01.953665 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57004) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:02.040557 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 3, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:02.048623 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:02.049524 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:02.073242 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Checking router: 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:55:02.073577 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Updating router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:55:02.108396 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.188485 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.265437 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:02.407129 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 2, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:02.487088 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c79ca-f189-43fb-a150-455066a2bd1d None None] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:02.533070 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Allocated IP 172.20.0.1 (32874fe3-a397-4dd3-adae-d7ab4143fb0e/d76b18a7-674a-4678-bc7f-9810150ca3bd/d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:02.555236 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Checking router: c3f49a6d-f836-46b6-9065-0faebfb2786e for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:55:02.555671 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Updating router c3f49a6d-f836-46b6-9065-0faebfb2786e port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:55:02.594899 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.607904 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f841-bfb1-4b4c-82d9-45d29c8de694 req-e9aab820-89a4-4397-988a-480b01bbf326 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:02.608827 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7345f841-bfb1-4b4c-82d9-45d29c8de694 req-e9aab820-89a4-4397-988a-480b01bbf326 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1766813 Oct 12 16:55:02.611747 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.653820 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.672571 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e2249395-4e75-44f8-a207-3f3113861ba6 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:02.692101 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7345f841-bfb1-4b4c-82d9-45d29c8de694 req-aae8c564-bbb8-4147-8032-4ade9cdc3707 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Oct 12 16:55:02.747497 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.749426 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Attempting to bind port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:02.750352 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Attempting to bind port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:02.751371 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Attempting to bind port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:02.761282 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:02.762009 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:02.762780 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.763384 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:02.764076 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Bound port: 6b529f9e-c836-4ab7-8624-bf9190f6cdb2, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:02.764710 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.783594 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.827380 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] Provisioning complete for port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:02.829209 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.849635 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf111207-259e-45d7-b249-80f796dfa199 None None] Pushing event updated for resources: {'Port': ['ID=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,revision_number=2']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:02.877852 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] For port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:02.881416 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] For port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:02.887203 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.923119 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Pushing event updated for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:02.930718 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:02.935065 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:02.935621 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:02.950960 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:03.047990 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:03.060168 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:03.072139 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.153855 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf111207-259e-45d7-b249-80f796dfa199 None None] Pushing event updated for resources: {'Port': ['ID=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:03.299716 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Allocated IP 172.20.0.1 (a13f010a-5880-4ab7-9b10-94a10ae22606/4229bf48-e166-4c1e-993a-7e6c4909f4f4/1218ca6e-dae9-47e1-9c10-57c795c23852) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:03.313790 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:03.344829 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.419733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port e2249395-4e75-44f8-a207-3f3113861ba6 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:03.420108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.530050 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.536740 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.571535 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53464c-31c9-4f59-a9c7-3147fd0ae6aa None None] Network a13f010a-5880-4ab7-9b10-94a10ae22606 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:03.594947 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 3, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:03.640281 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.652609 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.658789 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.706729 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Checking router: 82016e39-e801-4764-a202-9e09f2cc23e8 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:55:03.707128 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Updating router 82016e39-e801-4764-a202-9e09f2cc23e8 port 5012cf6f-ded8-4612-a25b-a7f6576b7770 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:55:03.714378 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Pushing event updated for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:03.717636 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.728404 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 3, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:03.743079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Network a13f010a-5880-4ab7-9b10-94a10ae22606 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:03.744580 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:03.760447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:03.777822 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] For port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:03.783837 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b293df1-954e-4c04-985c-1b3b80a48af4 None None] The sync data for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi is: [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 3, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:55:03.800045 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.821454 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.835810 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Pushing event updated for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:03.848366 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:03.954126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:03.955499 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:04.028277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.067397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac533402-84ab-4468-a8b1-0dd169471fbc None None] Pushing event updated for resources: {'Port': ['ID=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:04.405694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.413373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.450704 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.458257 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d149affa-2358-4fa0-baf9-25001a9dbc78 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:04.460339 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] Provisioning complete for port d149affa-2358-4fa0-baf9-25001a9dbc78 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:04.460712 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.529098 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Pushing event updated for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:04.532757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.580479 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:55:04.604315 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:04.662655 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Network a13f010a-5880-4ab7-9b10-94a10ae22606 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:04.664965 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:04.757645 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:55:04.773046 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1825294c-47f1-4536-a341-f2543be8f690 admin admin] 10.222.0.42 "PUT /v2.0/routers/9d408f33-27cc-4c3d-92e9-c2e35d9a19dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3437283 Oct 12 16:55:04.853916 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Router 82016e39-e801-4764-a202-9e09f2cc23e8 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:55:04.917267 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7209fd1-8bed-4d2e-8591-73a25a895ebe None None] Pushing event updated for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:04.949788 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Attempting to bind port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:04.950154 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Attempting to bind port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:04.950653 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Attempting to bind port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 on network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:04.999646 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port d149affa-2358-4fa0-baf9-25001a9dbc78 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:05.000537 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.010283 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:05.010675 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Checking segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:05.011085 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.011483 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Bound using segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:05.011975 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Bound port: 1fea80ec-deb7-490d-9b54-b6d2996fffc9, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:05.012358 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.049388 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.081984 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:55:05.085972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.104226 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-68f50f01-bb99-4365-a5f9-02763a975b70 admin admin] 10.222.0.42 "PUT /v2.0/routers/82016e39-e801-4764-a202-9e09f2cc23e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1493793 Oct 12 16:55:05.137557 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.214490 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] For port d149affa-2358-4fa0-baf9-25001a9dbc78, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d149affa-2358-4fa0-baf9-25001a9dbc78,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:05.241882 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] For port 1fea80ec-deb7-490d-9b54-b6d2996fffc9, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:05.246838 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] For port 1fea80ec-deb7-490d-9b54-b6d2996fffc9, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1fea80ec-deb7-490d-9b54-b6d2996fffc9,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:05.275378 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.304511 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.322859 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bb21c-5920-4cd3-9c3a-5c35059016ea None None] Pushing event updated for resources: {'Port': ['ID=5012cf6f-ded8-4612-a25b-a7f6576b7770,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:05.328505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Attempting to bind port 5012cf6f-ded8-4612-a25b-a7f6576b7770 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:05.328876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Attempting to bind port 5012cf6f-ded8-4612-a25b-a7f6576b7770 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:05.329372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Attempting to bind port 5012cf6f-ded8-4612-a25b-a7f6576b7770 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:05.375376 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:05.375746 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:05.376319 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.376702 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:05.377221 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Bound port: 5012cf6f-ded8-4612-a25b-a7f6576b7770, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:05.377608 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.427799 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:05.462032 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:05.462688 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:05.554360 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fe123-8c8f-4f82-81c2-ec57b169a5c1 None None] Pushing event updated for resources: {'Port': ['ID=d149affa-2358-4fa0-baf9-25001a9dbc78,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:05.621976 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Provisioning complete for port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:05.624302 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.743228 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-824a5701-468c-4b50-8ac6-0cedb38a0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:05.745623 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-824a5701-468c-4b50-8ac6-0cedb38a0979 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 1098 time: 0.1474402 Oct 12 16:55:05.759404 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96def8cb-bd61-4fbe-8c18-66581fd04bba req-8b95f5b6-926f-475c-ab4b-028e00f33e01 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:05.761062 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96def8cb-bd61-4fbe-8c18-66581fd04bba req-8b95f5b6-926f-475c-ab4b-028e00f33e01 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0960577 Oct 12 16:55:05.852914 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96def8cb-bd61-4fbe-8c18-66581fd04bba req-69cd3dae-a0fb-4310-89c1-451b1410c70a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826690 Oct 12 16:55:05.868311 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] For port 5012cf6f-ded8-4612-a25b-a7f6576b7770, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:05.878059 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:05.915672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-1f629435-5da3-44c9-b008-e5cdaca81a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:05.918149 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-1f629435-5da3-44c9-b008-e5cdaca81a7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.1559637 Oct 12 16:55:05.921395 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7209fd1-8bed-4d2e-8591-73a25a895ebe None None] Pushing event updated for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:05.925750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] For port 5012cf6f-ded8-4612-a25b-a7f6576b7770, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5012cf6f-ded8-4612-a25b-a7f6576b7770,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:05.948376 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:05.976490 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-640abdf0-fa1c-44de-8b14-aef497586409 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa HTTP/1.1" status: 200 len: 217 time: 0.0432696 Oct 12 16:55:06.010962 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:06.011347 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.063543 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bb21c-5920-4cd3-9c3a-5c35059016ea None None] Pushing event updated for resources: {'Port': ['ID=5012cf6f-ded8-4612-a25b-a7f6576b7770,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:06.072630 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-4fa568a6-6205-4d17-bb85-df66777654ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:06.074160 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-4fa568a6-6205-4d17-bb85-df66777654ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0886927 Oct 12 16:55:06.121699 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-d04c3d1e-b73c-4ab2-8602-fe7a14a29931 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350349 Oct 12 16:55:06.272538 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:06.273223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:06.369786 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57124) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:06.375811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567952058', 'description': 'tempest-secgroup-smoke-1567952058 description', 'project_id': '32befda3e401478ca1c53c59a412e4b0'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:06.433206 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.509037 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:06.509392 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.552251 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-14e431e0-8c62-44b7-82ef-d6c37e2780d8 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217491 Oct 12 16:55:06.559114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.564742 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.612339 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:06.678022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.705320 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3329191 Oct 12 16:55:06.705703 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57136) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:06.710840 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7391734-6138-4356-9101-654a61deeeb2 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd670bf-f926-4a6d-8437-efd6b9377f2e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:06.711820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:06.810077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.845691 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.917702 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.922363 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.933772 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e53e530f-6eca-45ec-9bd5-cc0543c713ee req-7d742d0d-7882-49ff-8577-4b5cbac2c9ee service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604515 Oct 12 16:55:06.964864 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12771967-8d0c-4b93-9a30-bc8b2b1e309a,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:06.986191 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.990883 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2f0838ce-d9fc-4697-8c25-773584f69ad4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2791636 Oct 12 16:55:06.990883 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57144) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:06.994867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:07.033223 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.154114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcebf5-87b7-41cd-805b-7d224fba635b req-4e4b7eb8-845e-4504-bcb1-5be5336a8528 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:07.169273 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1dbcebf5-87b7-41cd-805b-7d224fba635b req-4e4b7eb8-845e-4504-bcb1-5be5336a8528 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1234026 Oct 12 16:55:07.210499 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.219307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.253732 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1dbcebf5-87b7-41cd-805b-7d224fba635b req-cd6b33f3-2dec-4f4e-94ab-fc65e37f97ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Oct 12 16:55:07.269182 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d7389-d655-4050-9b07-ec5f08272f60,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:07.280536 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.282120 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2908368 Oct 12 16:55:07.285603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57154) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:07.289976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.290611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.291003 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:07.292240 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.292814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.293498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.294710 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.295270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.295835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.296371 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.297015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.297584 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.298130 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9be03a-b357-425a-803d-d62df017378e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:07.311170 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d149affa-2358-4fa0-baf9-25001a9dbc78 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:07.356225 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.392745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:05Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:07.465654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096bdfd-826b-4b20-b925-b5ac01caa7fe None None] The sync data for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi is: [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:05Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:55:07.501471 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] For port 1fea80ec-deb7-490d-9b54-b6d2996fffc9, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1fea80ec-deb7-490d-9b54-b6d2996fffc9,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:07.528365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3403b936-d53e-4a66-917f-2389b2617659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.533477 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.537508 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.543724 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.544594 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port d149affa-2358-4fa0-baf9-25001a9dbc78 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:07.544983 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.571548 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63041a31-c5a0-4d88-b4a0-68972a676466,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:07.582053 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.583565 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8da026ec-cd7c-452b-bbae-2745b267402f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968450 Oct 12 16:55:07.586601 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57162) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:07.591667 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:07.654236 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Provisioning complete for port d149affa-2358-4fa0-baf9-25001a9dbc78 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:07.654606 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.664685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.669353 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Sync routers for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:55:07.712247 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:07.715386 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:54:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:07.735462 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Pushing event updated for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:07.798453 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.806017 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.840479 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1218ca6e-dae9-47e1-9c10-57c795c23852', 'name': '', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:04Z', 'revision_number': 2, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'subnets': [{'id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:07.860878 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938e9348-c4b5-4ddb-b86b-4526d8a69d0a,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:07.879767 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:07.883792 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57178) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:07.891929 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b730196d-1665-4b74-9be9-6124a7746038 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933779 Oct 12 16:55:07.895287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:07.949361 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.securitygroups_db [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Project 32befda3e401478ca1c53c59a412e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:55:07.966320 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.043842 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e42c7-3bb2-48cc-bf6c-55ec21477fd3 None None] The sync data for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi is: [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1218ca6e-dae9-47e1-9c10-57c795c23852', 'name': '', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:04Z', 'revision_number': 2, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'subnets': [{'id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:55:08.123290 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:08.238604 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.245541 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.258072 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:08.320787 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e09c64a-d862-4707-8174-28a3451a76f0,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:08.371175 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.388258 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-91530edd-da6c-43c8-9ae5-68098adbf1c0 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5024679 Oct 12 16:55:08.388674 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57192) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:08.389054 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:08.391005 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.393856 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'security_group_rule': {'security_group_id': '7fd670bf-f926-4a6d-8437-efd6b9377f2e', 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:08.508587 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Project 32befda3e401478ca1c53c59a412e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:55:08.535556 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.688731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.738765 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204a90e-8374-4a46-ab57-b3dafc94610d req-70066013-7b86-4d0a-beed-dada4dc61f99 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:08.740849 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9204a90e-8374-4a46-ab57-b3dafc94610d req-70066013-7b86-4d0a-beed-dada4dc61f99 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.2794840 Oct 12 16:55:08.779818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:08.785340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Provisioning complete for port 1218ca6e-dae9-47e1-9c10-57c795c23852 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:08.787652 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.800999 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.806263 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1fea80ec-deb7-490d-9b54-b6d2996fffc9 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:08.851719 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.863979 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:08.893358 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9204a90e-8374-4a46-ab57-b3dafc94610d req-afe35a7d-f96f-495b-b30f-7f17a14ddca2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381996 Oct 12 16:55:08.975778 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c25857-31c1-420e-9ec6-f371b314b8e7,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:08.989198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:08.994294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.009505 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b9ea1efc-503b-44a2-8ba7-075ea5048965 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6186192 Oct 12 16:55:09.044415 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Port 1218ca6e-dae9-47e1-9c10-57c795c23852 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:09.058719 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'd31d06e1-9cca-46b9-8ed1-d5a7e7022eb8', 'name': '', 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'mac_address': 'fa:16:3e:6c:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 2, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'subnets': [{'id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:09.155055 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.155435 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.159405 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Provisioning complete for port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.159768 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.269399 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Checking router: 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:55:09.272863 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Updating router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:55:09.365258 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ead12-3029-4a86-b665-a548ff98d55c None None] Port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:09.382741 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.503076 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:09.505226 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-c424bfb9-f277-4ac3-8b00-dc53b8243b6b None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.505600 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-c424bfb9-f277-4ac3-8b00-dc53b8243b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.514909 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:09.650957 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.651332 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.704789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-c424bfb9-f277-4ac3-8b00-dc53b8243b6b None None] Provisioning complete for port 1218ca6e-dae9-47e1-9c10-57c795c23852 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.705184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-c424bfb9-f277-4ac3-8b00-dc53b8243b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.765514 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-c424bfb9-f277-4ac3-8b00-dc53b8243b6b None None] Port 1218ca6e-dae9-47e1-9c10-57c795c23852 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:09.876935 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4219a3e5-e415-4743-b734-6a84b4626f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.993622 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.001930 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.071600 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e745b3-19d2-4f99-9831-1917595174f6 None None] Pushing event updated for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:10.106687 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:10.246448 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c72d9a-3cb9-4cb3-80ed-aaadfddfacf4 req-b0be5e02-0527-4a2c-90e8-d05f867fe27f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:10.263299 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-78c72d9a-3cb9-4cb3-80ed-aaadfddfacf4 req-b0be5e02-0527-4a2c-90e8-d05f867fe27f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1122162 Oct 12 16:55:10.360678 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Attempting to bind port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:10.362485 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Attempting to bind port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:10.362812 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Attempting to bind port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 on network 32874fe3-a397-4dd3-adae-d7ab4143fb0e {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:10.384840 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:10.394591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:10.394591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.395226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Checking segment: {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:10.395226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.395226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Bound using segment: {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:10.395226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Bound port: d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e61889-d9f6-4a01-9ae8-c0e785eba2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:10.395226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.403866 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-78c72d9a-3cb9-4cb3-80ed-aaadfddfacf4 req-240ab4e5-07e4-4ca2-8f9e-9f201bbfe26c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392677 Oct 12 16:55:10.614090 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] For port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:10.618531 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] For port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:10.629657 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.649016 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1fea80ec-deb7-490d-9b54-b6d2996fffc9 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:10.761687 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] Provisioning complete for port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:10.762328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:10.856979 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:10.859659 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:55:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:10.903310 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:10.905308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.059471 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e745b3-19d2-4f99-9831-1917595174f6 None None] Pushing event updated for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:11.145376 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.151358 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.155521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.240494 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] For port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:11.245022 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.431040 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57250) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:11.454063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55c116-ee45-4746-8d07-0fd7082c0cb6 None None] Pushing event updated for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:11.521615 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-eb8cf7d2-4216-4884-8ecb-bff9f25cfb41 None None] Provisioning complete for port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:11.523463 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf7d2-4216-4884-8ecb-bff9f25cfb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.637654 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.642412 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:11.788153 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db119297-6380-4c81-8f36-0f0816d08642 req-56c267f0-7845-4d76-b910-0ed607a2a5b2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:11.802257 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-db119297-6380-4c81-8f36-0f0816d08642 req-56c267f0-7845-4d76-b910-0ed607a2a5b2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1480370 Oct 12 16:55:11.826594 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.832412 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:11.893697 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-db119297-6380-4c81-8f36-0f0816d08642 req-9682fae2-8d51-4f6a-9170-7d1b05c34c81 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901506 Oct 12 16:55:11.899363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ea903-6477-47da-af2e-b52806f96d7a,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:11.926478 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.927145 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.930690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.931378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.933361 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.933934 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.934479 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.935019 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.936702 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.937971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.940637 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.941234 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:11.991846 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bfe325b6-e43e-4fa7-9613-4c86a6331a32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f781f155903a4952b6c98187012839ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587213 Oct 12 16:55:11.995217 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57258) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:12.088063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5012cf6f-ded8-4612-a25b-a7f6576b7770 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:12.174213 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.214876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.216557 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 5012cf6f-ded8-4612-a25b-a7f6576b7770 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:12.217097 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.324969 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.329293 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.330791 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/613ea903-6477-47da-af2e-b52806f96d7a HTTP/1.1" status: 204 len: 168 time: 0.3340588 Oct 12 16:55:12.343887 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a4f0-6657-43b1-8344-0f712998cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ea903-6477-47da-af2e-b52806f96d7a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:12.511939 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.547056 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'd31d06e1-9cca-46b9-8ed1-d5a7e7022eb8', 'name': '', 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'mac_address': 'fa:16:3e:6c:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:10Z', 'revision_number': 4, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'subnets': [{'id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:12.588183 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 5012cf6f-ded8-4612-a25b-a7f6576b7770, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5012cf6f-ded8-4612-a25b-a7f6576b7770,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:12.591883 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.630252 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:12.666994 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7975252-dad1-4def-abdd-8760f00fb8bd None None] The sync data for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi is: [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'd31d06e1-9cca-46b9-8ed1-d5a7e7022eb8', 'name': '', 'network_id': '32874fe3-a397-4dd3-adae-d7ab4143fb0e', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'mac_address': 'fa:16:3e:6c:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:10Z', 'revision_number': 4, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'subnets': [{'id': 'd76b18a7-674a-4678-bc7f-9810150ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:55:12.811648 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=5012cf6f-ded8-4612-a25b-a7f6576b7770,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:12.832856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.834077 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.834576 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.835071 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.835550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.836027 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.836662 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.837167 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.837644 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.838130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.838741 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:12.839220 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:13.118722 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eeee6-ef6c-4648-9b7e-e3fbc1c06e3a req-2f820dcb-9912-42ff-9a54-a27674bbc80c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:13.130215 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc9eeee6-ef6c-4648-9b7e-e3fbc1c06e3a req-2f820dcb-9912-42ff-9a54-a27674bbc80c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1280003 Oct 12 16:55:13.187523 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc9eeee6-ef6c-4648-9b7e-e3fbc1c06e3a req-69258075-4c34-4b3a-8e4f-a9ad0596f279 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Oct 12 16:55:14.116791 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:14.206887 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:14.207304 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:14.442119 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7410e-f99f-4ae0-8cd4-fe3dde46775f req-b1f84181-d49e-4d5b-8803-80aca7ee7f88 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:14.459579 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e9b7410e-f99f-4ae0-8cd4-fe3dde46775f req-b1f84181-d49e-4d5b-8803-80aca7ee7f88 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1388400 Oct 12 16:55:14.490253 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5012cf6f-ded8-4612-a25b-a7f6576b7770 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:14.505922 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e9b7410e-f99f-4ae0-8cd4-fe3dde46775f req-310cd279-135f-4f95-b1e0-85c88f1ffb04 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 Oct 12 16:55:14.578741 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-7b7a6701-9f20-4f5f-8672-5697a5591ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:14.579965 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-7b7a6701-9f20-4f5f-8672-5697a5591ad6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1099 time: 0.1116529 Oct 12 16:55:14.623574 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 5012cf6f-ded8-4612-a25b-a7f6576b7770 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:14.624682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:14.822603 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-5aa7fdeb-08c9-4a37-8ddb-b2b6b5b1c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:14.827457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-5aa7fdeb-08c9-4a37-8ddb-b2b6b5b1c15a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.2111576 Oct 12 16:55:14.977888 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-c3d5c0d7-4b4f-41ba-819e-2d991cfb563b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 1001 time: 0.1423802 Oct 12 16:55:15.087389 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-1e49d216-8968-49ca-a85e-0d81d9125be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:15.091723 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-1e49d216-8968-49ca-a85e-0d81d9125be5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.1042697 Oct 12 16:55:15.152554 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-83c53dc2-b252-4352-9db5-58dc98920645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:15.157065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-83c53dc2-b252-4352-9db5-58dc98920645 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545847 Oct 12 16:55:15.367541 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-dade93df-824f-4717-9a65-fe6795feecb9 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832807 Oct 12 16:55:15.513579 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-76bf8ea8-35cf-4a6f-b097-d7a2753c7f26 req-bbc98a94-9123-46a4-a9ab-b61b8a72a93c service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367865 Oct 12 16:55:15.701490 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b17e-d3f0-4410-b462-e30f92accad8 req-07e8a569-c9f7-4c76-bbfa-f0aafa1dfff3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:15.704310 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c726b17e-d3f0-4410-b462-e30f92accad8 req-07e8a569-c9f7-4c76-bbfa-f0aafa1dfff3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1023967 Oct 12 16:55:15.803739 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c726b17e-d3f0-4410-b462-e30f92accad8 req-108c1661-8385-42b0-b9f7-39d0e9b08251 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920527 Oct 12 16:55:16.096879 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Sync routers for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:55:16.110713 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:16.111731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:55:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:16.337672 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:16.870677 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1218ca6e-dae9-47e1-9c10-57c795c23852', 'name': '', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:04Z', 'revision_number': 2, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'subnets': [{'id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:16.931155 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Checking router: 82016e39-e801-4764-a202-9e09f2cc23e8 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:55:16.931899 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Updating router 82016e39-e801-4764-a202-9e09f2cc23e8 port 1218ca6e-dae9-47e1-9c10-57c795c23852 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:55:16.995578 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.136353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428990b-d735-4a09-8d02-c96d1a965952 req-6064f9ca-5cd5-437c-86e4-ce31845a17f8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:17.146703 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c428990b-d735-4a09-8d02-c96d1a965952 req-6064f9ca-5cd5-437c-86e4-ce31845a17f8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1103091 Oct 12 16:55:17.196839 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c428990b-d735-4a09-8d02-c96d1a965952 req-6669f362-4112-4040-ac05-218330731abd tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Oct 12 16:55:17.438439 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.449976 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.619572 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340226de-4a4f-490d-a1c2-f50a653f7d86 None None] Pushing event updated for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:17.844445 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Attempting to bind port 1218ca6e-dae9-47e1-9c10-57c795c23852 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:17.845051 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Attempting to bind port 1218ca6e-dae9-47e1-9c10-57c795c23852 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:17.845591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Attempting to bind port 1218ca6e-dae9-47e1-9c10-57c795c23852 on network a13f010a-5880-4ab7-9b10-94a10ae22606 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:17.856657 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:17.857304 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Checking segment: {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:17.858605 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.860182 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Bound using segment: {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:17.860987 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Bound port: 1218ca6e-dae9-47e1-9c10-57c795c23852, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc41d10-406d-4595-91a4-209d1bbb2ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:17.861400 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.980304 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-0331b7ee-d7af-47c7-8d1e-2076fcc5deed None None] Provisioning complete for port 1218ca6e-dae9-47e1-9c10-57c795c23852 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:17.980700 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0331b7ee-d7af-47c7-8d1e-2076fcc5deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.982936 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] For port 1218ca6e-dae9-47e1-9c10-57c795c23852, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:17.989785 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] For port 1218ca6e-dae9-47e1-9c10-57c795c23852, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1218ca6e-dae9-47e1-9c10-57c795c23852,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:18.023710 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.156661 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-0331b7ee-d7af-47c7-8d1e-2076fcc5deed None None] Port 1218ca6e-dae9-47e1-9c10-57c795c23852 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:18.189973 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:55:18.190675 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:55:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:18.236146 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340226de-4a4f-490d-a1c2-f50a653f7d86 None None] Pushing event updated for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:18.397552 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e6e69-7321-4eaf-b26f-7a1e01ed520a req-2dd49338-660b-42ce-8691-26e52cbf484c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:18.406815 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f24e6e69-7321-4eaf-b26f-7a1e01ed520a req-2dd49338-660b-42ce-8691-26e52cbf484c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0825996 Oct 12 16:55:18.416265 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:55:18.519936 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f24e6e69-7321-4eaf-b26f-7a1e01ed520a req-38115b79-eeca-4782-9888-092ce739c9bb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033435 Oct 12 16:55:18.647599 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.765033 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] Provisioning complete for port 1218ca6e-dae9-47e1-9c10-57c795c23852 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:18.765033 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.984298 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57346) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:19.011522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6d070-e99c-4755-8b9f-f04e06435fd7 req-568c7f57-037d-4418-800c-00ecc60b13ba tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:19.024332 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-95e6d070-e99c-4755-8b9f-f04e06435fd7 req-568c7f57-037d-4418-800c-00ecc60b13ba tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.1107388 Oct 12 16:55:19.117556 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-95e6d070-e99c-4755-8b9f-f04e06435fd7 req-fc66d9d3-6669-46bf-9c5b-f511dd76e436 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917864 Oct 12 16:55:19.133491 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a3637d0-c741-410d-bd9c-8ea9c9e99f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.192186 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.317495 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] For port 1218ca6e-dae9-47e1-9c10-57c795c23852, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1218ca6e-dae9-47e1-9c10-57c795c23852,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:19.324110 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.359645 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a3637d0-c741-410d-bd9c-8ea9c9e99f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.394026 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a3637d0-c741-410d-bd9c-8ea9c9e99f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.413205 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ed242-064d-4785-abf4-43cfaa432a6c None None] Pushing event updated for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:19.433607 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1218ca6e-dae9-47e1-9c10-57c795c23852', 'name': '', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:17Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'subnets': [{'id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:19.448939 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4a3637d0-c741-410d-bd9c-8ea9c9e99f89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faae26ffde604c639f773be505ece9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628718 Oct 12 16:55:19.452851 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57350) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:19.467671 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3637d0-c741-410d-bd9c-8ea9c9e99f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f885ae-93c3-4afe-93b1-b4f57370e54e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:19.504251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62fc75-61b7-4148-a2a7-05788efeb525 None None] The sync data for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi is: [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:03Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1218ca6e-dae9-47e1-9c10-57c795c23852', 'name': '', 'network_id': 'a13f010a-5880-4ab7-9b10-94a10ae22606', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:55:02Z', 'updated_at': '2021-10-12T16:55:17Z', 'revision_number': 4, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'subnets': [{'id': '4229bf48-e166-4c1e-993a-7e6c4909f4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:55:19.534618 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.593477 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.687616 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.691391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:19.692593 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4f885ae-93c3-4afe-93b1-b4f57370e54e HTTP/1.1" status: 204 len: 168 time: 0.2384245 Oct 12 16:55:19.709442 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b00f31-6352-44d7-822d-3948df16fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f885ae-93c3-4afe-93b1-b4f57370e54e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:19.729564 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d255ee1-6e42-41b5-a9c5-724a80ac3953 req-34bd5dca-7c80-4a29-988c-72d6538fac13 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:19.731126 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7d255ee1-6e42-41b5-a9c5-724a80ac3953 req-34bd5dca-7c80-4a29-988c-72d6538fac13 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1225224 Oct 12 16:55:19.833468 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7d255ee1-6e42-41b5-a9c5-724a80ac3953 req-7db27e34-e616-4a18-9c01-c61f4f03ebcb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945730 Oct 12 16:55:20.031709 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1218ca6e-dae9-47e1-9c10-57c795c23852 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:20.157637 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 1218ca6e-dae9-47e1-9c10-57c795c23852 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:20.158025 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.292388 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5d30-38b1-464c-a358-cbb02c34c48c req-70f612a1-35a5-40b4-bda6-d70cd4ee3085 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:20.301129 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ecad5d30-38b1-464c-a358-cbb02c34c48c req-70f612a1-35a5-40b4-bda6-d70cd4ee3085 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0640972 Oct 12 16:55:20.365037 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ecad5d30-38b1-464c-a358-cbb02c34c48c req-3ad53756-e979-4f4a-a895-4a023e5cb4b8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579216 Oct 12 16:55:21.063498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf2857-1913-49ff-9532-afdd2b033d9a req-e6183962-b47a-4ad9-a347-28d0749f25b9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:21.075856 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b6cf2857-1913-49ff-9532-afdd2b033d9a req-e6183962-b47a-4ad9-a347-28d0749f25b9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1352468 Oct 12 16:55:21.147613 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b6cf2857-1913-49ff-9532-afdd2b033d9a req-91a4b627-314f-493b-be2c-4f77ecf3a6cf tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626812 Oct 12 16:55:21.514211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89aa43-a1bc-4ca5-8084-6a1741463311 req-6a31601c-4f18-426b-9cc6-b6bd7b41e32f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:21.524126 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6d89aa43-a1bc-4ca5-8084-6a1741463311 req-6a31601c-4f18-426b-9cc6-b6bd7b41e32f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0789521 Oct 12 16:55:21.592134 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6d89aa43-a1bc-4ca5-8084-6a1741463311 req-0aac583e-ef3c-432f-bc42-1528f20ab0ae tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661755 Oct 12 16:55:22.285437 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb77b0-d4e8-43c2-9026-511e0be8b753 req-182c8e84-14f4-4de0-bb16-e616ce42066c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:22.287058 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61fb77b0-d4e8-43c2-9026-511e0be8b753 req-182c8e84-14f4-4de0-bb16-e616ce42066c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0715601 Oct 12 16:55:22.362893 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61fb77b0-d4e8-43c2-9026-511e0be8b753 req-629ad231-fb38-4287-831e-4b5df4d108d5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Oct 12 16:55:22.698861 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c012aea-60b0-4e94-b255-bf336639e31f req-df085774-8760-4293-9049-9cb5898f8846 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:22.701233 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3c012aea-60b0-4e94-b255-bf336639e31f req-df085774-8760-4293-9049-9cb5898f8846 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0803266 Oct 12 16:55:22.747936 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3c012aea-60b0-4e94-b255-bf336639e31f req-cdf836dc-db80-4b8e-b040-3ffe7aca46c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 Oct 12 16:55:22.985148 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af48f6-450d-4c68-9e35-2b6be6330d0a req-d65e92db-bfde-4370-a910-d6d63f135b76 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:23.000689 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6af48f6-450d-4c68-9e35-2b6be6330d0a req-d65e92db-bfde-4370-a910-d6d63f135b76 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.1062889 Oct 12 16:55:23.093242 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6af48f6-450d-4c68-9e35-2b6be6330d0a req-7fe82e6b-588e-42be-99ff-69a55b88a059 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890388 Oct 12 16:55:23.299506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-7435660a-5429-4a25-b892-8905ff1d6bac tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:23.301117 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-7435660a-5429-4a25-b892-8905ff1d6bac tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 815 time: 0.1414564 Oct 12 16:55:23.323460 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-482320de-c7cd-4181-811f-9f11991adee9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/quotas/c1d044dc68584dea8d9fffd7ebe10826 HTTP/1.1" status: 200 len: 375 time: 0.0132658 Oct 12 16:55:23.390297 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-4b1dd96b-e951-4a53-bba5-3de32863a034 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598862 Oct 12 16:55:23.520058 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-22bce82b-5eb4-42df-92e4-e34f37b740ce service neutron] 10.222.0.42 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150823 Oct 12 16:55:23.536640 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c93b5-661e-4fbe-b6be-bbde74ec5d40 req-153af60b-dde5-4571-a529-f3731dd538b4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:23.538685 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8b7c93b5-661e-4fbe-b6be-bbde74ec5d40 req-153af60b-dde5-4571-a529-f3731dd538b4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0748510 Oct 12 16:55:23.590288 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8b7c93b5-661e-4fbe-b6be-bbde74ec5d40 req-f61f9a96-8def-4f79-919b-36c5a676f1f2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Oct 12 16:55:23.638304 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-ac3d0d24-b866-4063-aab6-831b5f4bc119 service neutron] 10.222.0.42 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114333 Oct 12 16:55:23.838112 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e5ebc581-734d-4f75-959d-a030e9fcc460 req-6afdff0c-4b62-42a4-b7af-18095f014b3d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 210 time: 0.0510213 Oct 12 16:55:23.952010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd196-a834-4500-87cb-cbe976404a68 req-9d7da06e-bfc4-440f-a194-920a896f5c02 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:23.955380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a77fd196-a834-4500-87cb-cbe976404a68 req-9d7da06e-bfc4-440f-a194-920a896f5c02 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0860929 Oct 12 16:55:24.008910 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a77fd196-a834-4500-87cb-cbe976404a68 req-f5ccd8ef-d317-4707-8f9e-fc6d85b70be5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Oct 12 16:55:24.241249 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c9c2f-2349-461f-b5eb-65274e01cb35 req-d933be70-914b-446c-b2f6-baf8f833b455 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:24.250628 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-474c9c2f-2349-461f-b5eb-65274e01cb35 req-d933be70-914b-446c-b2f6-baf8f833b455 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0744672 Oct 12 16:55:24.298707 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-474c9c2f-2349-461f-b5eb-65274e01cb35 req-19f34cb8-ec92-47e3-97bc-5f21834dc48f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468647 Oct 12 16:55:24.721235 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623b5c-765a-412e-8a4d-6a285137aede req-bc80336b-adbc-45ce-8159-36dbcf216498 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:24.722733 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-39623b5c-765a-412e-8a4d-6a285137aede req-bc80336b-adbc-45ce-8159-36dbcf216498 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0556633 Oct 12 16:55:24.763844 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-39623b5c-765a-412e-8a4d-6a285137aede req-9626502d-acad-4177-b17a-1dd595cf4dde tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Oct 12 16:55:24.938635 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aa52f0a5-3313-481e-a644-9087d6536352 req-19ffb39b-ffce-4293-aa2f-e9ab12a9815c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 210 time: 0.0301597 Oct 12 16:55:25.180323 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d347379-2e19-43b0-8cda-5d0d3f176549 req-b351e3eb-ca26-4f81-8ed3-59bfec8bf882 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.181980 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1d347379-2e19-43b0-8cda-5d0d3f176549 req-b351e3eb-ca26-4f81-8ed3-59bfec8bf882 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0893786 Oct 12 16:55:25.189358 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-a159ff7e-7297-4cd5-b2de-749e5241bd06 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.190639 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-a159ff7e-7297-4cd5-b2de-749e5241bd06 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 815 time: 0.1989644 Oct 12 16:55:25.221712 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'port': {'device_id': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'admin_state_up': True, 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:25.289658 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1d347379-2e19-43b0-8cda-5d0d3f176549 req-c509a339-bfeb-4551-8db4-2db2a58b6e76 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979531 Oct 12 16:55:25.368408 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Made reservation on behalf of c1d044dc68584dea8d9fffd7ebe10826 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:25.372991 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.431825 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b211d-a084-4b86-b87f-fbe0ff5e729f req-986f24aa-1d46-4397-98ae-a58bbdf93383 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.433605 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-592b211d-a084-4b86-b87f-fbe0ff5e729f req-986f24aa-1d46-4397-98ae-a58bbdf93383 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0549984 Oct 12 16:55:25.479017 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-592b211d-a084-4b86-b87f-fbe0ff5e729f req-2095ce9f-48a9-48df-91da-fbe430e5e1a7 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376430 Oct 12 16:55:25.532691 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Allocated IP 172.20.0.8 (1489e69d-9465-4e88-bab3-4c143aee3cc5/1b751eee-71e9-4043-b826-24406dc613da/564ad0e6-6b04-43c8-9b65-c8daab9130dc) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:25.697608 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.736522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.781591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:25.784686 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:25.788532 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:25.798557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:25.888097 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.888727 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.913317 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-024197e0-4c8a-4749-bb74-1110a536f149 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974912 Oct 12 16:55:25.925471 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06226c-67fe-44f5-b10f-d5cc30fe891f req-0cb939e5-be43-4fa0-9e97-8ae9bd05a0ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.927107 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe06226c-67fe-44f5-b10f-d5cc30fe891f req-0cb939e5-be43-4fa0-9e97-8ae9bd05a0ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0784924 Oct 12 16:55:25.932111 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Request body: {'port': {'device_id': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:26.035620 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe06226c-67fe-44f5-b10f-d5cc30fe891f req-6a591e1b-e079-4f4b-be41-2304aea80747 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947869 Oct 12 16:55:26.037279 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.099844 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-b2a1c7ee-833f-4518-970b-ab2e36ce757b None None] Provisioning complete for port 564ad0e6-6b04-43c8-9b65-c8daab9130dc triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:26.100401 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c7ee-833f-4518-970b-ab2e36ce757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.143433 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17823-c82c-42a2-ab65-1cc83d822c08 req-b407101b-0094-407d-baa7-f64097f16286 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:26.145099 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ac17823-c82c-42a2-ab65-1cc83d822c08 req-b407101b-0094-407d-baa7-f64097f16286 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 931 time: 0.1267922 Oct 12 16:55:26.145308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1c7ee-833f-4518-970b-ab2e36ce757b None None] Port 564ad0e6-6b04-43c8-9b65-c8daab9130dc cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:26.188432 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ac17823-c82c-42a2-ab65-1cc83d822c08 req-d58ebd21-146d-4683-920b-c08bcd04a170 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Oct 12 16:55:26.384143 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ad0e6-6b04-43c8-9b65-c8daab9130dc {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:26.404756 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.422679 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Transition to ACTIVE for port object 564ad0e6-6b04-43c8-9b65-c8daab9130dc will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:55:26.430878 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.448652 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e36d5-82c7-40fc-929c-b1844f8a0206 req-b9b9dc3a-1146-46cc-82d9-012c2c9e346b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:26.450239 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d88e36d5-82c7-40fc-929c-b1844f8a0206 req-b9b9dc3a-1146-46cc-82d9-012c2c9e346b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0827887 Oct 12 16:55:26.524912 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:26.612848 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d88e36d5-82c7-40fc-929c-b1844f8a0206 req-e39b1859-17f7-48e4-b487-c7b830570512 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436284 Oct 12 16:55:26.630407 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Attempting to bind port 564ad0e6-6b04-43c8-9b65-c8daab9130dc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:26.631022 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Attempting to bind port 564ad0e6-6b04-43c8-9b65-c8daab9130dc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:26.631157 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Attempting to bind port 564ad0e6-6b04-43c8-9b65-c8daab9130dc on network 1489e69d-9465-4e88-bab3-4c143aee3cc5 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:26.649508 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Port 564ad0e6-6b04-43c8-9b65-c8daab9130dc on network 1489e69d-9465-4e88-bab3-4c143aee3cc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:55:26.649836 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Attempting to bind port 564ad0e6-6b04-43c8-9b65-c8daab9130dc on network 1489e69d-9465-4e88-bab3-4c143aee3cc5 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:26.650736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9f7f-fefb-41ed-83c1-b1f08409f554 req-a6d6ea7c-c706-47e6-bb90-13b579ae5341 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:26.653153 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07ba9f7f-fefb-41ed-83c1-b1f08409f554 req-a6d6ea7c-c706-47e6-bb90-13b579ae5341 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0867031 Oct 12 16:55:26.662011 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:26.662372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Checking segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:26.662733 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Bound using segment: {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:26.663261 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Bound port: 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b76a35c-937c-4613-b5e2-a4579f52bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:26.663666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.706921 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07ba9f7f-fefb-41ed-83c1-b1f08409f554 req-346dc917-40ca-4fdb-8c0d-b10b8f83f030 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Oct 12 16:55:26.755517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:26.761006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:26.767288 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.807468 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:26.808077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:26.809618 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] 10.222.0.69 "PUT /v2.0/ports/564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 1093 time: 0.8815866 Oct 12 16:55:26.810058 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:26.814383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1379443f-5329-4896-b979-5a3de0d88d25" -d '{"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:26.865702 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150ad5f-5682-42ee-8c26-fcfb86fb0d34 x-openstack-request-id: req-6150ad5f-5682-42ee-8c26-fcfb86fb0d34 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:26.866071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:26.866298 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6150ad5f-5682-42ee-8c26-fcfb86fb0d34 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:26.866694 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:55:26.867717 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82cafd-369d-4d43-9134-6bd4adef5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:26.920353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-15e25ab9-15eb-49fb-9bce-3bf5f07e6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:26.922702 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-15e25ab9-15eb-49fb-9bce-3bf5f07e6b47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1096 time: 0.0520718 Oct 12 16:55:26.969679 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-88acbcb5-76ac-4d10-a76e-f73351386671 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 217 time: 0.0356288 Oct 12 16:55:27.028010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-7a26eb1a-d559-4dde-aab0-3f6a1eff85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.029484 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-7a26eb1a-d559-4dde-aab0-3f6a1eff85a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0473893 Oct 12 16:55:27.086237 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-ee94ad1d-4d15-40c1-aea6-517aac68e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.087824 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-ee94ad1d-4d15-40c1-aea6-517aac68e7d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486505 Oct 12 16:55:27.180111 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8efb-2609-48a5-885f-ca21b331513b req-1c5be94b-fbfc-4a67-a5b8-7667f79bbab9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.191989 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f85d8efb-2609-48a5-885f-ca21b331513b req-1c5be94b-fbfc-4a67-a5b8-7667f79bbab9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0840943 Oct 12 16:55:27.209858 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-85f68991-13a1-44b0-b6c2-9d495c120322 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113663 Oct 12 16:55:27.244409 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f85d8efb-2609-48a5-885f-ca21b331513b req-e95aa55b-c02f-4f5f-b995-afca2e68df61 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Oct 12 16:55:27.383340 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee4ca-03b7-4b03-95bb-121f926f4cb2 req-c2d6b65d-22a5-443c-ac85-37cd8f80b94b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.384819 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-34dee4ca-03b7-4b03-95bb-121f926f4cb2 req-c2d6b65d-22a5-443c-ac85-37cd8f80b94b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0903862 Oct 12 16:55:27.392668 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-129a86d4-e252-4b1f-b383-226adfc72e73 req-e1ed4de5-2b12-463b-906f-e34ca73b243a service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735485 Oct 12 16:55:27.439654 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-34dee4ca-03b7-4b03-95bb-121f926f4cb2 req-772d818f-bf90-49c9-8877-7880a7625d28 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450618 Oct 12 16:55:27.496299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379443f-5329-4896-b979-5a3de0d88d25 req-5dbfebc7-738b-4d31-b582-aca6379b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.498092 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-5dbfebc7-738b-4d31-b582-aca6379b4584 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1096 time: 0.0521727 Oct 12 16:55:27.598501 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379443f-5329-4896-b979-5a3de0d88d25 req-7a22784e-ebb6-4282-87d1-e173ef329f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.599999 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-7a22784e-ebb6-4282-87d1-e173ef329f52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.0936146 Oct 12 16:55:27.643671 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-0f3d0c39-fb05-49ac-b9e9-a4b01a4ea01c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 217 time: 0.0348687 Oct 12 16:55:27.717729 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379443f-5329-4896-b979-5a3de0d88d25 req-0b4b5079-9bf6-45a4-a993-65a8691397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.719628 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-0b4b5079-9bf6-45a4-a993-65a8691397e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0602057 Oct 12 16:55:27.747326 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea6be1-297d-4e50-ad5d-74acd6fde9d7 req-e6f2fab6-e9bd-49a7-ae5f-c6e4dc03b2a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.748892 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6ea6be1-297d-4e50-ad5d-74acd6fde9d7 req-e6f2fab6-e9bd-49a7-ae5f-c6e4dc03b2a5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0633538 Oct 12 16:55:27.791833 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6ea6be1-297d-4e50-ad5d-74acd6fde9d7 req-e45d5e9d-cfa4-47d5-a216-5bd46baf6982 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Oct 12 16:55:27.816179 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379443f-5329-4896-b979-5a3de0d88d25 req-2621a350-ad76-4ecd-a594-41d4bee25735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.817701 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-2621a350-ad76-4ecd-a594-41d4bee25735 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890749 Oct 12 16:55:27.841133 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcbf3-2897-41b2-8849-4ffc728273c0 req-255c6fc6-3377-42b6-a7f8-c3f50bed132d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.842622 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d5fcbf3-2897-41b2-8849-4ffc728273c0 req-255c6fc6-3377-42b6-a7f8-c3f50bed132d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0568223 Oct 12 16:55:27.930087 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d5fcbf3-2897-41b2-8849-4ffc728273c0 req-e6fdb217-fcf7-485b-8a9f-c795812b428b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787807 Oct 12 16:55:27.958218 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-cfb308e8-e24e-4948-8904-fa7f6ae35882 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140788 Oct 12 16:55:28.061250 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1379443f-5329-4896-b979-5a3de0d88d25 req-1f3333a1-bae6-47a0-bfc5-e86c4fc7e08f service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940740 Oct 12 16:55:28.358344 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ba84a-69c8-4de7-8103-7548f8b3bae3 req-20aef0c8-2053-4a55-a23c-364b0da67924 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.361063 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c66ba84a-69c8-4de7-8103-7548f8b3bae3 req-20aef0c8-2053-4a55-a23c-364b0da67924 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0583255 Oct 12 16:55:28.406869 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c66ba84a-69c8-4de7-8103-7548f8b3bae3 req-982792af-d083-4807-a6e4-2028c8a28e9b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Oct 12 16:55:28.562872 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1f8d-1917-42c1-969b-b6d3e5b003db req-ed060d96-0bdd-4ec2-a331-7d45906ac168 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.564583 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c8fa1f8d-1917-42c1-969b-b6d3e5b003db req-ed060d96-0bdd-4ec2-a331-7d45906ac168 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0536757 Oct 12 16:55:28.609931 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c8fa1f8d-1917-42c1-969b-b6d3e5b003db req-c13b286a-73a1-4d4f-aa35-eecefccd0f4f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Oct 12 16:55:29.002410 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fe510-c197-41d1-b788-a3a1a852ef69 req-3fc302dd-ea50-422f-9c10-3b03c514c2db tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.004145 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b4fe510-c197-41d1-b788-a3a1a852ef69 req-3fc302dd-ea50-422f-9c10-3b03c514c2db tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0903287 Oct 12 16:55:29.065378 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b4fe510-c197-41d1-b788-a3a1a852ef69 req-a0af3368-bbaa-4421-84fb-f4fe02b6ee16 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550256 Oct 12 16:55:29.092039 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5d00e-56c1-4f70-a81e-bd271d10429b req-b11d0e14-a789-4f25-88f4-024d094c0bce tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.094003 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65c5d00e-56c1-4f70-a81e-bd271d10429b req-b11d0e14-a789-4f25-88f4-024d094c0bce tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0595694 Oct 12 16:55:29.142955 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65c5d00e-56c1-4f70-a81e-bd271d10429b req-21c084a9-89be-4299-b658-7a3dbfb798cb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Oct 12 16:55:29.531677 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff88c14-ea3b-42b2-90f6-719c5272b4c2 req-60f4f5f6-eaed-4a26-be80-4e7026eadd59 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.533470 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ff88c14-ea3b-42b2-90f6-719c5272b4c2 req-60f4f5f6-eaed-4a26-be80-4e7026eadd59 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0562918 Oct 12 16:55:29.573882 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ff88c14-ea3b-42b2-90f6-719c5272b4c2 req-82dbe0a7-5811-4504-b1b4-2b447b3cec7d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Oct 12 16:55:29.735615 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b0ad-4d5e-4def-9170-fb9577eb7d10 req-bc3e2966-8c37-423f-9982-0a3adc99cbbb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.737161 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c42b0ad-4d5e-4def-9170-fb9577eb7d10 req-bc3e2966-8c37-423f-9982-0a3adc99cbbb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0566037 Oct 12 16:55:29.782453 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c42b0ad-4d5e-4def-9170-fb9577eb7d10 req-4c2e5a3f-36c6-45a5-a76a-294cb360a43b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Oct 12 16:55:30.203785 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21683-467f-4831-88a8-40cb763e3104 req-18da1d55-8a7b-4a2d-9f82-ed31c1db8fff tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.205826 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7bc21683-467f-4831-88a8-40cb763e3104 req-18da1d55-8a7b-4a2d-9f82-ed31c1db8fff tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0565629 Oct 12 16:55:30.253447 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7bc21683-467f-4831-88a8-40cb763e3104 req-77c2775c-749e-436c-8611-893abf304bae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Oct 12 16:55:30.281254 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534bd0d-e8ab-4bea-8713-a38b07084bb2 req-5ec5efd6-f932-436e-a2cf-37a483cce86d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.282991 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5534bd0d-e8ab-4bea-8713-a38b07084bb2 req-5ec5efd6-f932-436e-a2cf-37a483cce86d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0602982 Oct 12 16:55:30.360221 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5534bd0d-e8ab-4bea-8713-a38b07084bb2 req-ece79319-bdf9-47c1-9429-26ba48d79f1e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703540 Oct 12 16:55:30.704046 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371a668-f2e6-45b5-aff8-aaa6d13fea6a req-5a27e534-2f4f-4c5d-a4b3-fffd6939d5e5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.706281 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7371a668-f2e6-45b5-aff8-aaa6d13fea6a req-5a27e534-2f4f-4c5d-a4b3-fffd6939d5e5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0599785 Oct 12 16:55:30.749926 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7371a668-f2e6-45b5-aff8-aaa6d13fea6a req-e9d3e3f4-da62-4d84-9b0d-6720eabc84e0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Oct 12 16:55:30.896990 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b4cce-90ee-4c11-942f-e804660d8a12 req-6b1d4e73-63a9-40d3-923f-7a647612bb84 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.898404 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4a5b4cce-90ee-4c11-942f-e804660d8a12 req-6b1d4e73-63a9-40d3-923f-7a647612bb84 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Oct 12 16:55:30.936404 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4a5b4cce-90ee-4c11-942f-e804660d8a12 req-36065ec2-16e8-48e4-977c-b85e74a19251 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Oct 12 16:55:31.394945 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8daa6-6a0a-4b1a-8b38-e96e3fc49281 req-7c513f0d-9b6e-4e96-b482-1712b418e2f5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:31.413027 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-85f8daa6-6a0a-4b1a-8b38-e96e3fc49281 req-7c513f0d-9b6e-4e96-b482-1712b418e2f5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0791550 Oct 12 16:55:31.469229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-85f8daa6-6a0a-4b1a-8b38-e96e3fc49281 req-f1429f06-fdc6-46ca-b78d-d6a34fb793e4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 Oct 12 16:55:31.530966 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79870a88-9979-407a-a37d-125acb42ade8 req-aabff22e-e987-4f74-95c1-4f591ab30984 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:31.533185 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79870a88-9979-407a-a37d-125acb42ade8 req-aabff22e-e987-4f74-95c1-4f591ab30984 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0552413 Oct 12 16:55:31.575916 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79870a88-9979-407a-a37d-125acb42ade8 req-e95b5182-4e45-4d36-928f-da17584b7cb5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344954 Oct 12 16:55:31.879083 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506baeda-1c34-459e-8c08-8e8701aa166f req-1ea655ec-5d9e-45d2-809d-06ae68f477d7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:31.880564 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-506baeda-1c34-459e-8c08-8e8701aa166f req-1ea655ec-5d9e-45d2-809d-06ae68f477d7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0509069 Oct 12 16:55:31.922060 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-506baeda-1c34-459e-8c08-8e8701aa166f req-c0bec813-b4fb-4963-bfed-2c21af6c84e1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Oct 12 16:55:32.055650 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d87793-b9b7-4447-942a-26318e7359e8 req-217e13b3-30fb-4220-82e0-bbf175ff2442 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:32.057172 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-37d87793-b9b7-4447-942a-26318e7359e8 req-217e13b3-30fb-4220-82e0-bbf175ff2442 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0540187 Oct 12 16:55:32.097609 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-37d87793-b9b7-4447-942a-26318e7359e8 req-4b72672c-15e4-4e9b-94a3-b0fb60cabd32 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Oct 12 16:55:32.587456 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e3f45-6863-42aa-b27f-8fd36301edf5 req-c3579439-54a0-47fa-92a0-436743dd76aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:32.588985 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b8e3f45-6863-42aa-b27f-8fd36301edf5 req-c3579439-54a0-47fa-92a0-436743dd76aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0510330 Oct 12 16:55:32.637471 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b8e3f45-6863-42aa-b27f-8fd36301edf5 req-de5a2c33-ba87-4daa-845a-514f8674a6ca tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Oct 12 16:55:32.714954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d9f98-f444-461f-9414-0874f1f285d0 req-cd1f615e-504d-47d5-b16e-4ad383fc45ef tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:32.716486 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a18d9f98-f444-461f-9414-0874f1f285d0 req-cd1f615e-504d-47d5-b16e-4ad383fc45ef tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0636671 Oct 12 16:55:32.757200 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a18d9f98-f444-461f-9414-0874f1f285d0 req-1b78a189-0dc1-45e5-9df5-56a9740dccb4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Oct 12 16:55:33.048113 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5be5ab-210f-4a70-90fe-8a9167664671 req-c2243a34-4d31-45ad-8c42-68662a066a34 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:33.049503 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e5be5ab-210f-4a70-90fe-8a9167664671 req-c2243a34-4d31-45ad-8c42-68662a066a34 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0599909 Oct 12 16:55:33.093860 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e5be5ab-210f-4a70-90fe-8a9167664671 req-bd3750d6-a186-4635-8d16-7d1928b4016d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Oct 12 16:55:33.218730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8cf79-b75f-4058-ad25-3edf6dbecfc4 req-4c46b986-f6a5-4af1-a499-4ce10420550c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:33.220193 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0ee8cf79-b75f-4058-ad25-3edf6dbecfc4 req-4c46b986-f6a5-4af1-a499-4ce10420550c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0518458 Oct 12 16:55:33.267588 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0ee8cf79-b75f-4058-ad25-3edf6dbecfc4 req-320c4db9-8f5f-49bf-b91e-3bc05c1675c6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Oct 12 16:55:33.785945 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b0e1b-cf62-41a3-aa5d-0851690c8c22 req-8a3210b2-a5af-4fff-902f-e0e0c14a4b56 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:33.789525 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b5b0e1b-cf62-41a3-aa5d-0851690c8c22 req-8a3210b2-a5af-4fff-902f-e0e0c14a4b56 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0667427 Oct 12 16:55:33.897010 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b5b0e1b-cf62-41a3-aa5d-0851690c8c22 req-766e2522-41f5-4a7f-a482-bab2684e7cc2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948184 Oct 12 16:55:33.943120 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f48c2d-5c26-47e7-8e54-e82d3c7355a5 req-89802352-a291-4f5e-9b64-6c017c2cd80b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:33.944641 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c2f48c2d-5c26-47e7-8e54-e82d3c7355a5 req-89802352-a291-4f5e-9b64-6c017c2cd80b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0909581 Oct 12 16:55:34.245372 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c2f48c2d-5c26-47e7-8e54-e82d3c7355a5 req-9c0b8c84-58b2-430f-a1e0-271481aa0a43 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935894 Oct 12 16:55:34.311685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076ddf5-315a-4c0c-bd86-a6382eb36cf4 req-f7513935-71a7-4170-86c0-b5315658c7b4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:34.313330 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8076ddf5-315a-4c0c-bd86-a6382eb36cf4 req-f7513935-71a7-4170-86c0-b5315658c7b4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0943952 Oct 12 16:55:34.358951 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8076ddf5-315a-4c0c-bd86-a6382eb36cf4 req-7cfee855-eb0b-4cc9-93a6-40c707c417a5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Oct 12 16:55:34.423974 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4a776-25bb-43df-8091-84c45b464b44 req-085ca58a-c2c2-4bfb-9092-a9e2f30a62b7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:34.425503 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-88e4a776-25bb-43df-8091-84c45b464b44 req-085ca58a-c2c2-4bfb-9092-a9e2f30a62b7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0643854 Oct 12 16:55:34.465554 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-88e4a776-25bb-43df-8091-84c45b464b44 req-924fac8c-9d30-4908-910c-20c20b9f1a00 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Oct 12 16:55:35.021938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1bc8a-74fd-42df-89e7-75a6715ea63c req-3126e974-f7a6-462c-a8a1-a86c10c7b3f2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.023541 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eff1bc8a-74fd-42df-89e7-75a6715ea63c req-3126e974-f7a6-462c-a8a1-a86c10c7b3f2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0589335 Oct 12 16:55:35.066723 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eff1bc8a-74fd-42df-89e7-75a6715ea63c req-13d7f050-40bb-4ffe-a563-915e527e3f01 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369039 Oct 12 16:55:35.356502 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676578-894b-4643-b5d7-4216e08a5885 req-3238c889-7b19-49a7-a7ce-38360bae49f6 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.358011 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee676578-894b-4643-b5d7-4216e08a5885 req-3238c889-7b19-49a7-a7ce-38360bae49f6 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0476358 Oct 12 16:55:35.401488 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee676578-894b-4643-b5d7-4216e08a5885 req-ba1eac72-2695-45d6-89d4-b3ce4c96d713 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Oct 12 16:55:35.495625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df623-c5e6-4c19-ad9d-323dac1ca673 req-ff60ef35-1d29-4b27-8ec8-b94fd264498c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.497224 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8d5df623-c5e6-4c19-ad9d-323dac1ca673 req-ff60ef35-1d29-4b27-8ec8-b94fd264498c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0587189 Oct 12 16:55:35.563404 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8d5df623-c5e6-4c19-ad9d-323dac1ca673 req-9a24b292-7306-48c3-9341-235353eaf1bb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Oct 12 16:55:35.640674 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51eb40-0769-45e1-827f-7a814041a596 req-d88a95b0-dbd6-497a-aa70-4edc9acd27cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.650170 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ef51eb40-0769-45e1-827f-7a814041a596 req-d88a95b0-dbd6-497a-aa70-4edc9acd27cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0722044 Oct 12 16:55:35.715516 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ef51eb40-0769-45e1-827f-7a814041a596 req-45eb8948-92f3-47e8-ac19-bff621018467 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Oct 12 16:55:35.731772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-2143cc3d-31ca-4105-b0fb-8805a3490873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.733566 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-2143cc3d-31ca-4105-b0fb-8805a3490873 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1098 time: 0.0582373 Oct 12 16:55:35.746237 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891be1-7e85-4954-adfc-ecce6b14154d req-205604f5-710f-4962-8371-1aec4aa5eeda tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.747963 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7e891be1-7e85-4954-adfc-ecce6b14154d req-205604f5-710f-4962-8371-1aec4aa5eeda tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0632575 Oct 12 16:55:35.803954 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7e891be1-7e85-4954-adfc-ecce6b14154d req-6230b38d-6597-4373-8383-f2fc5aef0be8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Oct 12 16:55:36.200231 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82197031-70a5-45a5-97c5-e7cc0a2bd216 req-e7b87220-817e-4b44-83b2-de23a4a9a70d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:36.202112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-82197031-70a5-45a5-97c5-e7cc0a2bd216 req-e7b87220-817e-4b44-83b2-de23a4a9a70d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0536153 Oct 12 16:55:36.242605 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-82197031-70a5-45a5-97c5-e7cc0a2bd216 req-c0b4c630-05ae-40e3-a86a-b6a28337c280 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344539 Oct 12 16:55:36.700850 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798888-2cdb-44aa-b780-c64c6c5b94ec req-bfcc9d16-d936-4357-920e-f691164606d1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:36.703557 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18798888-2cdb-44aa-b780-c64c6c5b94ec req-bfcc9d16-d936-4357-920e-f691164606d1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0695467 Oct 12 16:55:36.747665 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18798888-2cdb-44aa-b780-c64c6c5b94ec req-a3ef4a01-0efa-44fd-9ed1-4580db0f8c63 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Oct 12 16:55:36.848932 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9e252-c17a-46ea-97f5-2ef623687d0c req-59fbae0a-5f3d-49df-a586-73241ae9ff5f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:36.850438 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3cb9e252-c17a-46ea-97f5-2ef623687d0c req-59fbae0a-5f3d-49df-a586-73241ae9ff5f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0539761 Oct 12 16:55:36.905884 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3cb9e252-c17a-46ea-97f5-2ef623687d0c req-050357e0-182f-4150-a73d-7123ad86f2d1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480273 Oct 12 16:55:36.954026 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740732f-df12-45f5-b146-509dc9df9f30 req-a0788a50-387c-48e4-b0bb-b72996b91091 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:36.956494 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6740732f-df12-45f5-b146-509dc9df9f30 req-a0788a50-387c-48e4-b0bb-b72996b91091 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0633864 Oct 12 16:55:36.994928 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6740732f-df12-45f5-b146-509dc9df9f30 req-16656785-9d99-4fad-8454-c17d4b815b87 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Oct 12 16:55:37.333741 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b688db15-ee6b-4c04-b8fc-0cbab5355b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:37.378546 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb5a9-3a38-4f7f-8faa-0c0254c4fb92 req-20629408-deac-4abc-b32d-e82d67ece06d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:37.380072 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-284fb5a9-3a38-4f7f-8faa-0c0254c4fb92 req-20629408-deac-4abc-b32d-e82d67ece06d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0512073 Oct 12 16:55:37.423505 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-284fb5a9-3a38-4f7f-8faa-0c0254c4fb92 req-7023ae0a-f53c-49ee-845a-69530076272b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371237 Oct 12 16:55:37.874594 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8278561-2e39-4d34-ba81-18602dc675ef req-90ba1c61-ef9c-4a5a-ac47-45cfe039cdc6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:37.876318 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d8278561-2e39-4d34-ba81-18602dc675ef req-90ba1c61-ef9c-4a5a-ac47-45cfe039cdc6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0496588 Oct 12 16:55:37.914914 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d8278561-2e39-4d34-ba81-18602dc675ef req-cd27016e-a58d-4f4f-a1ec-bcff8cd01f4c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Oct 12 16:55:38.032099 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0fa9d-51bf-4198-a13e-a6a8f26e87a7 req-28fcdfcf-6d6b-4120-b0de-cd355e42fc2b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:38.033770 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48b0fa9d-51bf-4198-a13e-a6a8f26e87a7 req-28fcdfcf-6d6b-4120-b0de-cd355e42fc2b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0562015 Oct 12 16:55:38.074284 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-48b0fa9d-51bf-4198-a13e-a6a8f26e87a7 req-ac3494a1-22e5-4d1b-8686-5a43abe76fe0 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Oct 12 16:55:38.136424 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db521a-eb61-40de-a6b5-7baa0a34f5e6 req-3c893bb7-f8ec-410a-b856-16e59ffa4c44 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:38.137904 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31db521a-eb61-40de-a6b5-7baa0a34f5e6 req-3c893bb7-f8ec-410a-b856-16e59ffa4c44 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0611501 Oct 12 16:55:38.176365 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31db521a-eb61-40de-a6b5-7baa0a34f5e6 req-79f1f24d-54fa-48fa-a04d-e9595fa3abb4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Oct 12 16:55:38.553094 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886138-ce85-4ede-bdc4-ade05bac9693 req-5a386a39-ba92-4d44-b3ee-1a42e080366c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:38.554563 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-03886138-ce85-4ede-bdc4-ade05bac9693 req-5a386a39-ba92-4d44-b3ee-1a42e080366c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0560415 Oct 12 16:55:38.596243 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-03886138-ce85-4ede-bdc4-ade05bac9693 req-a5388fd0-8840-4746-a491-c7d5ebac3cfc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Oct 12 16:55:39.035893 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb7545-996a-462f-a0b1-7c598cd2047c req-43f57254-78ef-49f4-8391-0608da17b968 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:39.037449 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e1eb7545-996a-462f-a0b1-7c598cd2047c req-43f57254-78ef-49f4-8391-0608da17b968 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0525715 Oct 12 16:55:39.076150 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e1eb7545-996a-462f-a0b1-7c598cd2047c req-9b2d346a-82d5-4bf4-9611-f8aac89f9f0d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Oct 12 16:55:39.200174 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4420af9-340b-4fb2-8dad-5bbee8e07428 req-d6475c7d-0f22-4093-a142-d084bc038bd7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:39.201863 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b4420af9-340b-4fb2-8dad-5bbee8e07428 req-d6475c7d-0f22-4093-a142-d084bc038bd7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0521343 Oct 12 16:55:39.261757 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b4420af9-340b-4fb2-8dad-5bbee8e07428 req-356a4423-feb2-428b-b863-efe516f2e9b2 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 Oct 12 16:55:39.352139 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563bc7-1713-49e9-a969-cceb21ffdd92 req-5969e406-569f-41df-9bf7-6390ff4dfe45 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:39.353687 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-13563bc7-1713-49e9-a969-cceb21ffdd92 req-5969e406-569f-41df-9bf7-6390ff4dfe45 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0755484 Oct 12 16:55:39.400263 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-13563bc7-1713-49e9-a969-cceb21ffdd92 req-1304ff88-3d5e-421b-9a55-18cc0e559c95 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Oct 12 16:55:39.728986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc78d1-7f03-483b-b2cc-f7023c40ba88 req-f1fac343-2b34-4126-b1e5-c1694c8172dc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:39.730752 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5efc78d1-7f03-483b-b2cc-f7023c40ba88 req-f1fac343-2b34-4126-b1e5-c1694c8172dc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0559685 Oct 12 16:55:39.786989 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5efc78d1-7f03-483b-b2cc-f7023c40ba88 req-f4ef7a31-b5a4-4be0-aae3-c7aa5c95f211 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480180 Oct 12 16:55:39.864108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-600b1d13-b639-4fcc-ab3b-8742dec9c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:40.220932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b444-2253-49ce-a3ad-c51a34f9226e req-893308ea-750e-4502-bd62-488c37025ccb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:40.223027 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e002b444-2253-49ce-a3ad-c51a34f9226e req-893308ea-750e-4502-bd62-488c37025ccb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0756905 Oct 12 16:55:40.277304 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e002b444-2253-49ce-a3ad-c51a34f9226e req-544785f1-7c61-48c7-b755-1e5839aae2cb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Oct 12 16:55:40.421833 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd30f3-b1a8-47ae-b9cf-350d9b2fc511 req-e6e1dda7-0b3c-47bf-8b83-2b1f81dd6cd4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:40.424174 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cdcd30f3-b1a8-47ae-b9cf-350d9b2fc511 req-e6e1dda7-0b3c-47bf-8b83-2b1f81dd6cd4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0665257 Oct 12 16:55:40.473323 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cdcd30f3-b1a8-47ae-b9cf-350d9b2fc511 req-2c66ac8d-7805-4b99-b6c9-6fc774609c41 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Oct 12 16:55:40.554746 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0698423-d2fe-4a94-86ef-32fb2ec7233e req-1e489519-a9ce-4781-a514-b1274bbe8923 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:40.556444 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c0698423-d2fe-4a94-86ef-32fb2ec7233e req-1e489519-a9ce-4781-a514-b1274bbe8923 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0542269 Oct 12 16:55:40.600720 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c0698423-d2fe-4a94-86ef-32fb2ec7233e req-00dddf6a-0134-4202-8e36-86796251e349 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Oct 12 16:55:40.949950 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7243aeb-347d-4566-ba25-3776450b1c40 req-b8992863-d1f1-49c7-abaf-2d77434d4dd3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:40.951525 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b7243aeb-347d-4566-ba25-3776450b1c40 req-b8992863-d1f1-49c7-abaf-2d77434d4dd3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0534832 Oct 12 16:55:40.989697 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b7243aeb-347d-4566-ba25-3776450b1c40 req-861115e7-3015-425e-8ecb-81f4b276ffbc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Oct 12 16:55:41.027741 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.117286 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.403688 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593065-453e-454b-99b5-a2315cbd59ac req-be8c7490-3367-4bef-ac97-7788f4fbc768 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:41.405250 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea593065-453e-454b-99b5-a2315cbd59ac req-be8c7490-3367-4bef-ac97-7788f4fbc768 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0490873 Oct 12 16:55:41.444398 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea593065-453e-454b-99b5-a2315cbd59ac req-6c4b2a8e-ed24-4b3f-858c-8fb347d1d8cd tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Oct 12 16:55:41.533831 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 57740) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:41.601044 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Deleting subnet 4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:55:41.604307 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.604651 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e15f2-143b-4096-bd8d-38f2ea0d5b1a req-b66ba7ee-9f90-4138-9c79-a0d06dd1d449 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:41.606178 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-319e15f2-143b-4096-bd8d-38f2ea0d5b1a req-b66ba7ee-9f90-4138-9c79-a0d06dd1d449 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0595243 Oct 12 16:55:41.640914 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.646323 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-319e15f2-143b-4096-bd8d-38f2ea0d5b1a req-6d2ac698-4f2f-420d-8b1e-ebf18fc7e9f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Oct 12 16:55:41.709008 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.759487 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8deb5a-ed9d-4406-8111-807170fc87e4 req-b2fd7255-2959-48db-8ab1-2ff13c9eec6e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:41.761042 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a8deb5a-ed9d-4406-8111-807170fc87e4 req-b2fd7255-2959-48db-8ab1-2ff13c9eec6e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0867424 Oct 12 16:55:41.807990 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.848419 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a8deb5a-ed9d-4406-8111-807170fc87e4 req-1dc6bcbf-2eea-47ee-81f4-4cdddb4df200 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731742 Oct 12 16:55:41.850793 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:41.857743 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4a033f64-f15e-48b2-a4ec-799cf1cdf6a7 HTTP/1.1" status: 204 len: 168 time: 0.3223193 Oct 12 16:55:41.858604 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57744) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:41.859266 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb68ac-6542-4464-826a-c20dfe615d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a033f64-f15e-48b2-a4ec-799cf1cdf6a7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:41.930851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.014034 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.038233 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c1ecea-a1c6-4a20-a429-be3df29709da']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:42.048308 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f511dd-1c5d-4905-9c9a-c9ac4f67294d') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:42.048606 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f511dd-1c5d-4905-9c9a-c9ac4f67294d') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:42.060672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.076616 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.092829 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:55:42.093156 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:55:42.095220 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:55:42.165200 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.175000 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.181427 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f6c1ecea-a1c6-4a20-a429-be3df29709da HTTP/1.1" status: 204 len: 168 time: 0.3185091 Oct 12 16:55:42.195540 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb81f-fbf4-491d-9fdf-2779c285755e req-a80a8d2c-eb3f-4891-a8f7-7cc7865ff4d7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:42.197115 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58dcb81f-fbf4-491d-9fdf-2779c285755e req-a80a8d2c-eb3f-4891-a8f7-7cc7865ff4d7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.1180198 Oct 12 16:55:42.198432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718c4d-a681-4e1f-8209-f148414017b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c1ecea-a1c6-4a20-a429-be3df29709da,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:42.250147 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58dcb81f-fbf4-491d-9fdf-2779c285755e req-ce88cc6a-c674-4833-aba7-e080daed126f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Oct 12 16:55:42.388795 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57752) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:42.433266 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6fa70a28-f193-48bb-9782-df75cfb4e580 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d8c136dd5664774bdce2f594a9fe8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430877 Oct 12 16:55:42.435758 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 57754) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:42.463711 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.493926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.529474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.587379 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.590519 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:42.594628 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3 HTTP/1.1" status: 204 len: 168 time: 0.1549609 Oct 12 16:55:42.600608 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cdab3-77d0-42c1-83ed-90043d253ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225253e-6b9c-4fe3-9e63-f9c00eb0e9c3,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:42.613292 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce083-c59a-47d6-af50-5b399abf3148 req-8af75d90-b87e-4e1f-87b0-907ce51b6a6a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:42.625280 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c04ce083-c59a-47d6-af50-5b399abf3148 req-8af75d90-b87e-4e1f-87b0-907ce51b6a6a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0961266 Oct 12 16:55:42.662023 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c04ce083-c59a-47d6-af50-5b399abf3148 req-91dbb252-c135-4fb4-a75a-15fa6a9c5f56 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358143 Oct 12 16:55:42.779788 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69e9d-65ff-4406-af85-a0e7f8775c89 req-f82f7f3b-f2ce-4220-9b98-253a21ee097b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:42.782371 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bca69e9d-65ff-4406-af85-a0e7f8775c89 req-f82f7f3b-f2ce-4220-9b98-253a21ee097b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0554066 Oct 12 16:55:42.834045 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bca69e9d-65ff-4406-af85-a0e7f8775c89 req-163c8563-5d12-43c7-9e92-4e83b169a343 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Oct 12 16:55:42.987046 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24d00-9f7a-4a0c-bb5d-094daa890062 req-f2a0939d-8d3b-4d0f-aa94-835c2e091be5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:42.988420 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52f24d00-9f7a-4a0c-bb5d-094daa890062 req-f2a0939d-8d3b-4d0f-aa94-835c2e091be5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0502892 Oct 12 16:55:43.036363 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52f24d00-9f7a-4a0c-bb5d-094daa890062 req-6d6b388e-b5b6-42e6-89e0-6f38da98f962 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411341 Oct 12 16:55:43.410331 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90668d1-2629-452d-a5eb-8471216dd78d req-0a0ec0f2-4d7c-4b01-9f72-ea6b9b0b1ff7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:43.411871 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f90668d1-2629-452d-a5eb-8471216dd78d req-0a0ec0f2-4d7c-4b01-9f72-ea6b9b0b1ff7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0683565 Oct 12 16:55:43.453193 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f90668d1-2629-452d-a5eb-8471216dd78d req-45cb190d-1a8d-4864-8dfa-5e195c8beb0f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Oct 12 16:55:43.823186 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573d78e-1013-48fe-bae6-ade669d8a9f9 req-33f642b0-8083-4a57-84dc-54dc886f4d30 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:43.824796 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9573d78e-1013-48fe-bae6-ade669d8a9f9 req-33f642b0-8083-4a57-84dc-54dc886f4d30 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0875137 Oct 12 16:55:43.872886 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9573d78e-1013-48fe-bae6-ade669d8a9f9 req-02db1c8e-0e9d-4fd8-ae06-5f90094a5240 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Oct 12 16:55:43.965425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac50dc6-6e54-417d-85e6-77c85efed45d req-f2141bd7-9225-4936-9b2c-735d72865025 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:43.966926 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eac50dc6-6e54-417d-85e6-77c85efed45d req-f2141bd7-9225-4936-9b2c-735d72865025 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0583611 Oct 12 16:55:44.017574 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eac50dc6-6e54-417d-85e6-77c85efed45d req-788a7330-26ea-45d4-89e5-ba08eeda2adb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Oct 12 16:55:44.174885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd220b-5010-4e67-ba6f-03c048f0dc8c req-289ff572-f0ba-419b-a7c7-a6b469bc5ef1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:44.206230 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c5bd220b-5010-4e67-ba6f-03c048f0dc8c req-289ff572-f0ba-419b-a7c7-a6b469bc5ef1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0741313 Oct 12 16:55:44.254861 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c5bd220b-5010-4e67-ba6f-03c048f0dc8c req-c8cc4b8a-be83-4eba-be93-99e86746f033 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637918 Oct 12 16:55:44.597702 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075744-42b9-4ed4-8a56-7701bf63264e req-95a8e3a2-90c3-4b0f-97fe-c868a2912ece tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:44.599362 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-98075744-42b9-4ed4-8a56-7701bf63264e req-95a8e3a2-90c3-4b0f-97fe-c868a2912ece tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0605280 Oct 12 16:55:44.642283 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-98075744-42b9-4ed4-8a56-7701bf63264e req-3c78f4a5-db56-4b25-8804-06161b7a2172 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363345 Oct 12 16:55:45.010972 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410aa8-0946-439b-aaa2-ddd6778bd102 req-278985e1-666f-4fff-9d58-75045e18b276 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:45.012402 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1410aa8-0946-439b-aaa2-ddd6778bd102 req-278985e1-666f-4fff-9d58-75045e18b276 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0531752 Oct 12 16:55:45.055208 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1410aa8-0946-439b-aaa2-ddd6778bd102 req-5881d156-f763-4943-b841-36c73eadfa42 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Oct 12 16:55:45.160929 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68455f77-4072-4b5a-b146-e3506fdb0b12 req-04a75666-71d4-46f1-bfc0-b9443ebba1a9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:45.162693 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-68455f77-4072-4b5a-b146-e3506fdb0b12 req-04a75666-71d4-46f1-bfc0-b9443ebba1a9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0573792 Oct 12 16:55:45.219182 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-68455f77-4072-4b5a-b146-e3506fdb0b12 req-b6332132-abcd-43e2-8d9f-006575be43a2 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476303 Oct 12 16:55:45.406627 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-6eca6c07-b536-4e30-a6f7-722e16b51717 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567952058&fields=id&tenant_id=32befda3e401478ca1c53c59a412e4b0 HTTP/1.1" status: 200 len: 267 time: 0.0448396 Oct 12 16:55:45.409381 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe685fe-b91f-4d38-a13a-c01b9ea0b15c req-f7ca1f52-ee3c-4dd9-8089-9991e3c70ea8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:45.411334 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4fe685fe-b91f-4d38-a13a-c01b9ea0b15c req-f7ca1f52-ee3c-4dd9-8089-9991e3c70ea8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0592306 Oct 12 16:55:45.474610 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4fe685fe-b91f-4d38-a13a-c01b9ea0b15c req-45852b78-904c-4769-8ae8-1c7c16e19071 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575049 Oct 12 16:55:45.530897 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-6354f92a-dcbf-4c33-a84a-21493e47f602 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:45.532465 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-6354f92a-dcbf-4c33-a84a-21493e47f602 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 809 time: 0.1182108 Oct 12 16:55:45.552279 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-6309e99d-38b7-4fbb-8932-f59093b413b1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/quotas/32befda3e401478ca1c53c59a412e4b0 HTTP/1.1" status: 200 len: 375 time: 0.0101299 Oct 12 16:55:45.624440 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-4d4c5350-1f9d-4a45-964a-ce3610e35bb6 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562544 Oct 12 16:55:45.730666 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a24529e4-867d-4ded-9dfe-6ff9a88d8abd service neutron] 10.222.0.42 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996425 Oct 12 16:55:45.806986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493dcfe-eba8-462e-afb1-b72cc456dedd req-d81be60f-5d22-4f9b-9581-475b9a9afbcd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:45.808622 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b493dcfe-eba8-462e-afb1-b72cc456dedd req-d81be60f-5d22-4f9b-9581-475b9a9afbcd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0562243 Oct 12 16:55:45.832828 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-9ca98fa4-68d5-49de-81c7-0b1a4a1c9beb service neutron] 10.222.0.42 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950973 Oct 12 16:55:45.861300 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b493dcfe-eba8-462e-afb1-b72cc456dedd req-a4911a5f-683e-4faa-b26b-c75c627ffce7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388463 Oct 12 16:55:46.181785 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ffcb40c-3ec3-4bc2-8b0c-b35cd2fe540e req-ef98afdb-e655-42e0-8228-cc6106d41e63 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0388868 Oct 12 16:55:46.251659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32f15f-f7ae-497c-95f3-b5e37a6f6b4d req-2ccf9a9f-0066-405f-ba41-871b18b69177 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:46.253374 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-df32f15f-f7ae-497c-95f3-b5e37a6f6b4d req-2ccf9a9f-0066-405f-ba41-871b18b69177 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0799041 Oct 12 16:55:46.324760 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-df32f15f-f7ae-497c-95f3-b5e37a6f6b4d req-d0d47832-ce07-428b-92db-f0bac8c01b02 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644233 Oct 12 16:55:46.396449 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53779d5f-5622-4871-8b09-0fbfce13aff9 req-0144ce33-da1b-49b7-a632-5a012b45acd0 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:46.398320 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-53779d5f-5622-4871-8b09-0fbfce13aff9 req-0144ce33-da1b-49b7-a632-5a012b45acd0 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0590136 Oct 12 16:55:46.493923 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-53779d5f-5622-4871-8b09-0fbfce13aff9 req-543823b5-fdd0-40e7-afdf-525b020cca52 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761056 Oct 12 16:55:46.509805 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:46.611995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7db7-11d7-47db-a932-f558db71e85e req-80ef20d2-588f-4600-a575-0c32624cb865 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:46.619688 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b9a7db7-11d7-47db-a932-f558db71e85e req-80ef20d2-588f-4600-a575-0c32624cb865 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0639606 Oct 12 16:55:46.672833 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b9a7db7-11d7-47db-a932-f558db71e85e req-5647dab5-5eec-4ede-9840-5a195a466760 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523729 Oct 12 16:55:46.991286 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdac9-f6db-42cb-a613-d77d0a1ab065 req-1499f93b-d291-49b2-8efa-bcc7077267d6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:46.992724 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87cfdac9-f6db-42cb-a613-d77d0a1ab065 req-1499f93b-d291-49b2-8efa-bcc7077267d6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0599539 Oct 12 16:55:47.031938 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87cfdac9-f6db-42cb-a613-d77d0a1ab065 req-cf2ab3e5-9ca1-4013-87ac-d8c21996e35c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324416 Oct 12 16:55:47.282732 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bae49707-ef2b-4aeb-a88b-3ece961541d2 req-28408063-6437-44e4-9da0-20850a05bd9a tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0257182 Oct 12 16:55:47.457345 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d13e8-c4ba-46ed-b5fe-bbc66054d536 req-74ffc4be-0032-4e61-8546-5a4f84484a26 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:47.458904 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-078d13e8-c4ba-46ed-b5fe-bbc66054d536 req-74ffc4be-0032-4e61-8546-5a4f84484a26 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0570691 Oct 12 16:55:47.497606 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-078d13e8-c4ba-46ed-b5fe-bbc66054d536 req-99480f2c-2e4d-40fc-83b8-93def533e5a9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Oct 12 16:55:47.612883 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a7e1-7ae8-448c-8819-a0f8a911790e req-eaffeaa4-f1a6-4d81-8913-c2cfeeccc7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:47.614361 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f74a7e1-7ae8-448c-8819-a0f8a911790e req-eaffeaa4-f1a6-4d81-8913-c2cfeeccc7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0505955 Oct 12 16:55:47.652729 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f74a7e1-7ae8-448c-8819-a0f8a911790e req-98bbb8bd-304c-486d-b3c8-9a77db69d870 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Oct 12 16:55:47.793241 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715066c-afcd-48a9-a498-5ec5b464b94d req-69c88a3b-53a2-4649-a5c4-7d0284399ee4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:47.795097 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8715066c-afcd-48a9-a498-5ec5b464b94d req-69c88a3b-53a2-4649-a5c4-7d0284399ee4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0501997 Oct 12 16:55:47.834131 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8715066c-afcd-48a9-a498-5ec5b464b94d req-2035939f-ec5b-489b-b52b-882422056f3a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Oct 12 16:55:48.213454 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7495b-b0e9-4087-a9f3-595715f730bc req-30942d49-4d17-41d3-9e9e-ae9b7ecc2d99 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.214927 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ebb7495b-b0e9-4087-a9f3-595715f730bc req-30942d49-4d17-41d3-9e9e-ae9b7ecc2d99 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.1061785 Oct 12 16:55:48.242878 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-2f0ec7df-a5d7-4c85-a04f-b7a271aeb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.244298 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-2f0ec7df-a5d7-4c85-a04f-b7a271aeb03a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.1430910 Oct 12 16:55:48.262092 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ebb7495b-b0e9-4087-a9f3-595715f730bc req-8fe3f6da-d9e2-4493-b371-a50a14fe3f93 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 Oct 12 16:55:48.352760 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-7cc31e8b-860e-478f-b95f-1f7380427933 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 1001 time: 0.0819659 Oct 12 16:55:48.389355 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8d6b82e9-fda2-4463-b232-dd48214d4916 req-f5b8f17d-3578-4bd7-a981-4cf22c5955b1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0318282 Oct 12 16:55:48.423277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-252b72ec-4e07-4b59-a024-738fff38abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.424895 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-252b72ec-4e07-4b59-a024-738fff38abe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0559311 Oct 12 16:55:48.447920 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:48.475450 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-10735750-d63e-4ba6-a02e-bdc921c8dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.477164 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-10735750-d63e-4ba6-a02e-bdc921c8dd57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403411 Oct 12 16:55:48.585531 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-75d186b9-c146-4784-8a3e-75d753a9a70f service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955124 Oct 12 16:55:48.672797 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0821bb1-da5b-4d9a-9c28-8767936dd261 req-d58a75f9-926b-4017-b56a-f8227b1b56ea tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.676195 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b0821bb1-da5b-4d9a-9c28-8767936dd261 req-d58a75f9-926b-4017-b56a-f8227b1b56ea tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.1053464 Oct 12 16:55:48.724197 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a2b748bf-c765-46ff-a841-5f4f8373897b req-ab154cc6-1044-47d4-bb48-697c7cee90b2 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218460 Oct 12 16:55:48.738555 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b0821bb1-da5b-4d9a-9c28-8767936dd261 req-4fcb5c49-de59-4e27-ae6c-5b3799b6aaa7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555117 Oct 12 16:55:48.787230 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68ac7a-f0a5-4e58-b2fd-f6ba8ac466ac req-c160d59e-ec94-4502-9d6a-825fc4b72a71 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.788764 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7d68ac7a-f0a5-4e58-b2fd-f6ba8ac466ac req-c160d59e-ec94-4502-9d6a-825fc4b72a71 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.0627673 Oct 12 16:55:48.837833 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7d68ac7a-f0a5-4e58-b2fd-f6ba8ac466ac req-6fc99fd1-d92f-4094-b736-c1e29d9e0268 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Oct 12 16:55:48.974609 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cc26e485-69ac-4d35-9f5a-d79b3517bb9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.976079 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cc26e485-69ac-4d35-9f5a-d79b3517bb9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 809 time: 0.1407120 Oct 12 16:55:48.988892 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7fba6-2e2a-4abf-a1d8-7ea70307caed req-50f3d1ab-0071-4a71-905d-cb1cadd37821 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.990386 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-32b7fba6-2e2a-4abf-a1d8-7ea70307caed req-50f3d1ab-0071-4a71-905d-cb1cadd37821 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0822222 Oct 12 16:55:49.072749 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-4946e16c-78d6-4b9f-830c-daefb65c751f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32befda3e401478ca1c53c59a412e4b0 HTTP/1.1" status: 200 len: 380 time: 0.0804038 Oct 12 16:55:49.078032 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-32b7fba6-2e2a-4abf-a1d8-7ea70307caed req-5add2cf8-20b2-4f04-b0b6-70d9c8d0bd34 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803156 Oct 12 16:55:49.085583 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'port': {'device_id': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'admin_state_up': True, 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'security_groups': ['7fd670bf-f926-4a6d-8437-efd6b9377f2e']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:49.196917 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Made reservation on behalf of 32befda3e401478ca1c53c59a412e4b0 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:49.200971 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.332433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Allocated IP 172.20.0.6 (deee8a8a-8db1-4de9-9e80-ab1d08fe5386/92d60704-8c38-4998-a109-5b0f2f012b49/1d5e9d78-c4b4-4420-878e-689a2ca7f6da) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:49.393457 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a8f0-eb04-41aa-9b0b-59f814537eed req-c9497bf4-58ce-4b71-b142-cb8bf006a98e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:49.394857 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7b80a8f0-eb04-41aa-9b0b-59f814537eed req-c9497bf4-58ce-4b71-b142-cb8bf006a98e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0535028 Oct 12 16:55:49.466532 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7b80a8f0-eb04-41aa-9b0b-59f814537eed req-e1a1ffb6-5862-4b0e-9887-dcc5419fa94a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608299 Oct 12 16:55:49.536812 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.541632 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-97290b0c-f231-448f-baba-348d1242ebb3 req-c65136f9-fbed-458c-9833-6ef79b9f0f91 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0649080 Oct 12 16:55:49.595222 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.651643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:49.654866 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:49.658835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:49.690148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:49.716586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:49.717234 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.733325 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:55:49.736879 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-a7f19881-c459-46ba-9123-e6e75a6c6c1e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551616 Oct 12 16:55:49.763901 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Request body: {'port': {'device_id': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:49.836061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.847486 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:49.860270 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:55:49.874950 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc250948-8b71-4e12-a004-bf0d23c4afa0 req-9f8ae656-bc29-4fc3-909e-079c7565dd35 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:49.876726 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bc250948-8b71-4e12-a004-bf0d23c4afa0 req-9f8ae656-bc29-4fc3-909e-079c7565dd35 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0592661 Oct 12 16:55:49.925620 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.933566 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bc250948-8b71-4e12-a004-bf0d23c4afa0 req-0ade9e74-eeae-46e9-af30-e7533dc8adf2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502288 Oct 12 16:55:49.938928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-d0ebb313-e9af-4771-99e7-cde365ec6f97 None None] Provisioning complete for port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:49.940976 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb313-e9af-4771-99e7-cde365ec6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.941926 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:49.985022 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:49.990323 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.991058 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 564ad0e6-6b04-43c8-9b65-c8daab9130dc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:55:49.997093 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-d0ebb313-e9af-4771-99e7-cde365ec6f97 None None] Port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:55:50.059110 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f4b9-c196-4de4-af54-42d8be8ca5f8 req-c986bfbb-cace-4fae-9822-0707a73a5dfe tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.060643 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1b09f4b9-c196-4de4-af54-42d8be8ca5f8 req-c986bfbb-cace-4fae-9822-0707a73a5dfe tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 943 time: 0.1059351 Oct 12 16:55:50.098739 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=6']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:50.132187 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1b09f4b9-c196-4de4-af54-42d8be8ca5f8 req-1a4c00aa-9804-472f-95e5-2f79e31e10ae tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594413 Oct 12 16:55:50.182051 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:50.194551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'port_id': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'mac_address': 'fa:16:3e:fe:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:55:50.213366 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5e9d78-c4b4-4420-878e-689a2ca7f6da {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:50.221227 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.233434 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Transition to ACTIVE for port object 1d5e9d78-c4b4-4420-878e-689a2ca7f6da will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:55:50.234599 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.238617 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880155e7-14bb-4436-849e-adf8218d9b54 req-44c728be-b88f-4d68-b251-c17f64186f5a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.239039 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.240185 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-880155e7-14bb-4436-849e-adf8218d9b54 req-44c728be-b88f-4d68-b251-c17f64186f5a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0778053 Oct 12 16:55:50.251817 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ad0e6-6b04-43c8-9b65-c8daab9130dc {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:50.256405 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bdfc6-4e51-4e21-a26b-6300961b9926 req-5fc5e82b-a957-4aeb-b186-527682735344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.257847 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-415bdfc6-4e51-4e21-a26b-6300961b9926 req-5fc5e82b-a957-4aeb-b186-527682735344 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 1098 time: 0.0621743 Oct 12 16:55:50.283977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:50.289977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.303836 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:50.318781 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-880155e7-14bb-4436-849e-adf8218d9b54 req-ac101759-14aa-4982-ab75-4a5d4ed3be5b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707428 Oct 12 16:55:50.323251 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-415bdfc6-4e51-4e21-a26b-6300961b9926 req-1c3d3954-c1c8-4c4c-b72c-e45d5758bcc9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573945 Oct 12 16:55:50.364318 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:50.379232 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Attempting to bind port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:50.379564 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Attempting to bind port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:50.379893 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Attempting to bind port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da on network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:50.384387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da on network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:55:50.384732 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Attempting to bind port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da on network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:50.391072 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:50.391412 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Checking segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:50.391791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Bound using segment: {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:50.392213 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Bound port: 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241aa686-7f77-4b20-a665-012113ed0907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:50.392566 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.430425 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['22b20943-f9ba-491e-9472-8c4b8972d7c3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:50.473042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:50.476738 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:50.482594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.530658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.531505 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.532882 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 1093 time: 0.7743528 Oct 12 16:55:50.533655 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:50.536138 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044a2a82-ea1d-47b3-846f-75e50d72892b" -d '{"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:50.570130 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c3154-6487-470d-84ec-4730dc4eaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:50.614633 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8183606-9c83-46a6-a894-0334daf52309 x-openstack-request-id: req-e8183606-9c83-46a6-a894-0334daf52309 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:50.614633 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:50.614633 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8183606-9c83-46a6-a894-0334daf52309 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:50.614633 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'status': 'completed', 'code': 200} Oct 12 16:55:50.691080 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e84d0-c238-4a90-a8c3-36ddc23eac9b req-88f64085-74ea-4966-871c-a4f6270e8f7a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.703225 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-790e84d0-c238-4a90-a8c3-36ddc23eac9b req-88f64085-74ea-4966-871c-a4f6270e8f7a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.1478822 Oct 12 16:55:50.717490 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078151-f3af-458d-b78e-06a577105a2c req-66f1dc3d-48f5-4e79-b68e-2ab571c2aa29 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.719721 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f0078151-f3af-458d-b78e-06a577105a2c req-66f1dc3d-48f5-4e79-b68e-2ab571c2aa29 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0567176 Oct 12 16:55:50.722206 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:50.736096 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-97b57f1e-2899-4eb0-9019-63bd687babbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.737640 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-97b57f1e-2899-4eb0-9019-63bd687babbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1096 time: 0.1099107 Oct 12 16:55:50.769862 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f0078151-f3af-458d-b78e-06a577105a2c req-f20033e2-ac16-499e-a375-96daff16162a tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Oct 12 16:55:50.780345 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-790e84d0-c238-4a90-a8c3-36ddc23eac9b req-25a6ce4a-2b1a-4fd1-b6f9-352e5890dfca tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763073 Oct 12 16:55:50.855874 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-bc7b96dc-7118-49f6-a8e4-b9eccf39dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.857415 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-bc7b96dc-7118-49f6-a8e4-b9eccf39dd2b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32befda3e401478ca1c53c59a412e4b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1079726 Oct 12 16:55:50.980462 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-032994dc-68a1-4dca-82f6-116dac876b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.981993 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-044a2a82-ea1d-47b3-846f-75e50d72892b req-032994dc-68a1-4dca-82f6-116dac876b24 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1157110 Oct 12 16:55:51.053806 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263fbea-49fb-46cf-9e42-dbef2fa5231d req-8b3b511c-5086-41ea-9e35-2deaa156650c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.055261 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f263fbea-49fb-46cf-9e42-dbef2fa5231d req-8b3b511c-5086-41ea-9e35-2deaa156650c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0585177 Oct 12 16:55:51.073494 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-e2820a9c-af50-4f21-ac00-c9a5237442b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.074965 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-e2820a9c-af50-4f21-ac00-c9a5237442b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1096 time: 0.0469532 Oct 12 16:55:51.100982 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f263fbea-49fb-46cf-9e42-dbef2fa5231d req-a13c5859-8868-4e62-bf65-3688ae5b4c82 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Oct 12 16:55:51.125435 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-88063ee7-d6fd-4d9a-974e-bbaac6243d53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 217 time: 0.0338683 Oct 12 16:55:51.184503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-62a6978f-242a-417a-890b-07047ebd2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.186208 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-62a6978f-242a-417a-890b-07047ebd2c9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0469275 Oct 12 16:55:51.263579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-c250a8b8-1bcc-45df-b035-83e6fa964b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.265703 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-c250a8b8-1bcc-45df-b035-83e6fa964b9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667439 Oct 12 16:55:51.276920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44867051-92d7-4bda-bf7f-8e05310bbf56 req-70d486b8-dc1c-48f3-a7f4-9128dd535671 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.278394 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44867051-92d7-4bda-bf7f-8e05310bbf56 req-70d486b8-dc1c-48f3-a7f4-9128dd535671 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 944 time: 0.0717928 Oct 12 16:55:51.363958 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44867051-92d7-4bda-bf7f-8e05310bbf56 req-51915b64-cd04-4955-9e0c-47c4cbe2715c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775104 Oct 12 16:55:51.393004 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-4edd970b-82d9-4309-99ed-b6d99d61a0de service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136124 Oct 12 16:55:51.499069 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-576587f3-bfe2-41c4-9940-c22687a957e1 req-808d190c-6c17-431e-bbca-c5fa7bda52b7 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834413 Oct 12 16:55:51.745390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:51.831845 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 22b20943-f9ba-491e-9472-8c4b8972d7c3 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:51.845138 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:51.917252 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067d5b-cd68-4286-8653-f4c58b22248f req-635bcab4-d4e9-4632-a574-6a7bc0ef1378 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.927032 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b2067d5b-cd68-4286-8653-f4c58b22248f req-635bcab4-d4e9-4632-a574-6a7bc0ef1378 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0704041 Oct 12 16:55:51.948760 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:51.949120 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffab0f3-e474-48fc-991b-6d668ad2f01d req-8ff8f235-0d1f-40cd-ada8-5ac476b84165 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.951474 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2ffab0f3-e474-48fc-991b-6d668ad2f01d req-8ff8f235-0d1f-40cd-ada8-5ac476b84165 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0643234 Oct 12 16:55:51.974632 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b2067d5b-cd68-4286-8653-f4c58b22248f req-2e4ddece-4f8e-4be1-8653-be42140da9a8 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Oct 12 16:55:51.986151 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:51.989923 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adaf492-63d1-461c-8094-5e48c79dadcc" -d '{"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:52.004006 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2ffab0f3-e474-48fc-991b-6d668ad2f01d req-26115807-8a5b-4e33-a9b0-b10cb641bd33 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 Oct 12 16:55:52.005446 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:52.012518 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:52.056666 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca908e2-d2b4-4d72-97cd-ee102b8de65f x-openstack-request-id: req-dca908e2-d2b4-4d72-97cd-ee102b8de65f {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:52.057051 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:52.057231 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dca908e2-d2b4-4d72-97cd-ee102b8de65f {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:52.057601 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'code': 200} Oct 12 16:55:52.088664 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=7']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:52.231405 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf3958-4413-469c-8b19-d036f3e5ec0a req-04687c78-dfc0-4bad-9395-9eeb99af298f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:52.232030 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f7cf3958-4413-469c-8b19-d036f3e5ec0a req-04687c78-dfc0-4bad-9395-9eeb99af298f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0575676 Oct 12 16:55:52.282763 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f7cf3958-4413-469c-8b19-d036f3e5ec0a req-b9a1095a-7e2c-4f1f-aa9c-350a266299d9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Oct 12 16:55:52.480132 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d01f8-43a8-4e8d-b232-6a4d009671f1 req-97e821c0-eab7-40d2-883d-a3cc66d4aab3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:52.482493 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-967d01f8-43a8-4e8d-b232-6a4d009671f1 req-97e821c0-eab7-40d2-883d-a3cc66d4aab3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0615745 Oct 12 16:55:52.512301 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e68d1-53f1-4bba-813e-ba9e90913f0e req-a338391f-d8f1-413e-a319-5fdc8e82b8b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:52.519991 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f56e68d1-53f1-4bba-813e-ba9e90913f0e req-a338391f-d8f1-413e-a319-5fdc8e82b8b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 944 time: 0.0790296 Oct 12 16:55:52.547434 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-967d01f8-43a8-4e8d-b232-6a4d009671f1 req-3aa2425b-eea5-422d-8e6e-4b20b6cd743a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 Oct 12 16:55:52.569553 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f56e68d1-53f1-4bba-813e-ba9e90913f0e req-57ec80cd-7eae-4968-9cb3-842c08138f0f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Oct 12 16:55:53.144592 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f481-2c11-4b3c-8005-c719a74096d0 req-a6996d57-d073-43e3-83f6-daff941e227b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:53.146679 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d56f481-2c11-4b3c-8005-c719a74096d0 req-a6996d57-d073-43e3-83f6-daff941e227b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0748706 Oct 12 16:55:53.159277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78e9e8-4c93-4da5-92c6-295639c34084 req-9cb50dfd-15ae-4b7c-9044-81d20382099b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:53.166492 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b78e9e8-4c93-4da5-92c6-295639c34084 req-9cb50dfd-15ae-4b7c-9044-81d20382099b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0733559 Oct 12 16:55:53.208342 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d56f481-2c11-4b3c-8005-c719a74096d0 req-7ac0601a-e01d-43b5-bf06-9a1f56cb5186 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556438 Oct 12 16:55:53.222439 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b78e9e8-4c93-4da5-92c6-295639c34084 req-867f0c70-c2b8-4412-b794-00ec68f34168 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501037 Oct 12 16:55:53.724786 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c8b2a-2310-42d9-a2ab-1c73e16880d7 req-bbb69f7b-18d1-40b3-b164-18dbc7d12cf4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:53.732709 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d55c8b2a-2310-42d9-a2ab-1c73e16880d7 req-bbb69f7b-18d1-40b3-b164-18dbc7d12cf4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 944 time: 0.0801616 Oct 12 16:55:53.757082 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 564ad0e6-6b04-43c8-9b65-c8daab9130dc up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:53.775990 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d55c8b2a-2310-42d9-a2ab-1c73e16880d7 req-b6a7c019-34df-4c99-8d66-9098533a955e tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Oct 12 16:55:53.855260 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 564ad0e6-6b04-43c8-9b65-c8daab9130dc completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:55:53.859167 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 564ad0e6-6b04-43c8-9b65-c8daab9130dc triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:53.859603 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:53.953781 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:54.018525 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:54.028504 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:54.110547 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:54.113351 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033e24a-edae-4c65-982c-21231958a41e" -d '{"events": [{"server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "name": "network-vif-plugged", "status": "completed", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:54.115986 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:54.163927 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7558421-01c6-403b-8d57-ee5ee326218b x-openstack-request-id: req-e7558421-01c6-403b-8d57-ee5ee326218b {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:54.164427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "name": "network-vif-plugged", "status": "completed", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:54.164846 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7558421-01c6-403b-8d57-ee5ee326218b {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:54.165483 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'code': 200} Oct 12 16:55:54.364355 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-ac92ac62-73e3-47ba-abec-f051839e203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.366492 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-ac92ac62-73e3-47ba-abec-f051839e203f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1345489 Oct 12 16:55:54.387019 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4228b2-b951-40f8-838b-52a3bab75eff req-6067f8e7-2edf-444b-b72f-cc8634176b61 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.388710 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8d4228b2-b951-40f8-838b-52a3bab75eff req-6067f8e7-2edf-444b-b72f-cc8634176b61 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.1028504 Oct 12 16:55:54.447261 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482a11-7516-42f9-9660-4ce5521b1353 req-2dc870b5-4879-47a3-bceb-f5767a2a5d59 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.448864 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18482a11-7516-42f9-9660-4ce5521b1353 req-2dc870b5-4879-47a3-bceb-f5767a2a5d59 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.1377466 Oct 12 16:55:54.468737 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb97473-da70-467d-99db-14ea21d288d0 req-cdc12809-d3c4-445f-a9fa-51b76027cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.470520 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acb97473-da70-467d-99db-14ea21d288d0 req-cdc12809-d3c4-445f-a9fa-51b76027cfb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1098 time: 0.0875537 Oct 12 16:55:54.484075 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8d4228b2-b951-40f8-838b-52a3bab75eff req-ea026c26-7ddf-4b9d-8c0d-e70425764f0d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851119 Oct 12 16:55:54.524347 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acb97473-da70-467d-99db-14ea21d288d0 req-945b03b3-ef42-4e7d-82e5-e6c349a769d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Oct 12 16:55:54.534310 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18482a11-7516-42f9-9660-4ce5521b1353 req-bc1d7a78-bee2-49a4-9e74-0e40197f11f4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736289 Oct 12 16:55:54.538129 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-bcc33567-ae91-44ae-9e34-f2fabda17b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.539681 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-bcc33567-ae91-44ae-9e34-f2fabda17b96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.1498768 Oct 12 16:55:54.628790 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9942d8f-e818-46ee-b40f-1a3f440b6e3a req-fd348230-cc46-42bd-a708-ac35a7e51827 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.630461 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9942d8f-e818-46ee-b40f-1a3f440b6e3a req-fd348230-cc46-42bd-a708-ac35a7e51827 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0534978 Oct 12 16:55:54.687368 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a9942d8f-e818-46ee-b40f-1a3f440b6e3a req-baa20a32-6ae4-40bc-a059-88f2dea3148f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Oct 12 16:55:54.774911 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-5d1f25d6-0f55-4fd0-862e-f0d6ca8dd0e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0368540 Oct 12 16:55:54.836658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-88680c91-bb75-49a6-baf8-ca7c80953a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.838268 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-88680c91-bb75-49a6-baf8-ca7c80953a99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0522428 Oct 12 16:55:54.897605 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-4b34eacf-d94e-4c54-a0b7-fcdba9ec2411 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450692 Oct 12 16:55:54.918894 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8c52-b207-448c-aabd-7b3c033cb758 req-3e302fd8-0e55-4ca4-b647-a6378a2dc3fc tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.925825 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a96d8c52-b207-448c-aabd-7b3c033cb758 req-3e302fd8-0e55-4ca4-b647-a6378a2dc3fc tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0720260 Oct 12 16:55:54.967834 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a96d8c52-b207-448c-aabd-7b3c033cb758 req-eed12174-b361-43e1-a5da-75b4399fae3c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Oct 12 16:55:55.241015 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-5d8becd5-d82c-49a7-b44b-220e0058a1e3 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365560 Oct 12 16:55:55.376557 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27368ce9-e3df-41f6-aaa2-9f3448790a0e req-eab11770-6b1b-4b15-8343-093ec57c95e3 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091392 Oct 12 16:55:55.642954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23f6a-7784-45ab-8dbd-5b61ca755f79 req-fa212650-cdef-4c51-b536-d128fd429e27 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:55.644167 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6cd23f6a-7784-45ab-8dbd-5b61ca755f79 req-fa212650-cdef-4c51-b536-d128fd429e27 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0683253 Oct 12 16:55:55.680931 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851fec-f738-41db-8288-575dee79c309 req-f2cb350d-fc64-4cd3-b54c-b9ef58b59184 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:55.689130 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6851fec-f738-41db-8288-575dee79c309 req-f2cb350d-fc64-4cd3-b54c-b9ef58b59184 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0632672 Oct 12 16:55:55.690758 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6cd23f6a-7784-45ab-8dbd-5b61ca755f79 req-24ac7ceb-323f-4baf-872b-97365a98ea4d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 Oct 12 16:55:55.734729 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6851fec-f738-41db-8288-575dee79c309 req-086ebce7-0b50-4edc-a26d-9490385dc73b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Oct 12 16:55:55.856348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f805a-849e-409c-9665-9bbf6615dbd5 req-5ae71420-2318-43bd-b7fe-7b12914089bc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:55.861443 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-485f805a-849e-409c-9665-9bbf6615dbd5 req-5ae71420-2318-43bd-b7fe-7b12914089bc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0617948 Oct 12 16:55:55.919219 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-485f805a-849e-409c-9665-9bbf6615dbd5 req-0e4b7390-a278-402b-ac5b-dcf95529a33c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550129 Oct 12 16:55:56.109295 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f93c3-9760-467d-a87d-d196935d124d req-d9ca87f2-1fae-4323-bf1d-47705e45b043 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:56.111280 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-751f93c3-9760-467d-a87d-d196935d124d req-d9ca87f2-1fae-4323-bf1d-47705e45b043 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0658119 Oct 12 16:55:56.151947 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-751f93c3-9760-467d-a87d-d196935d124d req-644ecb89-33bf-4477-8eb2-fe4b006ee81f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Oct 12 16:55:56.293812 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4f5ee-30c4-4f8d-a1ac-edeccc0c3c01 req-d7def7c1-0b10-48e6-a553-3515d89e4def tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:56.295599 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4cf4f5ee-30c4-4f8d-a1ac-edeccc0c3c01 req-d7def7c1-0b10-48e6-a553-3515d89e4def tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0647767 Oct 12 16:55:56.342245 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4cf4f5ee-30c4-4f8d-a1ac-edeccc0c3c01 req-6970b851-4384-42ef-8d50-b578ffc30107 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376582 Oct 12 16:55:56.700177 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb531c9-0ec5-4dab-842f-e9f08f514bbb req-af48bc4f-4e4f-4337-abc3-885f55dc16fb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:56.701998 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7bb531c9-0ec5-4dab-842f-e9f08f514bbb req-af48bc4f-4e4f-4337-abc3-885f55dc16fb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Oct 12 16:55:56.777398 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7bb531c9-0ec5-4dab-842f-e9f08f514bbb req-9e1d389c-35b5-4ee8-80c3-109a3f5cc7ec tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586100 Oct 12 16:55:56.895163 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8c58f-482c-4b3f-a15f-395a8c464dc3 req-65032b7e-82ed-4b64-96c7-fd33b3eb8287 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:56.904531 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5da8c58f-482c-4b3f-a15f-395a8c464dc3 req-65032b7e-82ed-4b64-96c7-fd33b3eb8287 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.1197484 Oct 12 16:55:56.931754 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43060e78-34c2-4e60-81ae-165986b72697 req-b50cb1dd-32cd-4f4e-a8e9-914c85d7df02 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:56.933353 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-43060e78-34c2-4e60-81ae-165986b72697 req-b50cb1dd-32cd-4f4e-a8e9-914c85d7df02 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0789778 Oct 12 16:55:56.981752 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5da8c58f-482c-4b3f-a15f-395a8c464dc3 req-0e17969f-714d-49b4-b089-b03a21cbcb23 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692937 Oct 12 16:55:57.058126 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-43060e78-34c2-4e60-81ae-165986b72697 req-66992a7a-d4a3-4791-a1be-6875233ddfae tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104732 Oct 12 16:55:57.151258 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dff0f-549b-4d6c-94b3-c144171073aa req-46f27f1b-0f67-4124-8954-049f9ea2c123 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:57.153642 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-942dff0f-549b-4d6c-94b3-c144171073aa req-46f27f1b-0f67-4124-8954-049f9ea2c123 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0645006 Oct 12 16:55:57.202007 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-942dff0f-549b-4d6c-94b3-c144171073aa req-0001edce-36cc-493a-b84b-7aedb629ec17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367851 Oct 12 16:55:57.786340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:55:57.910441 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:57.925048 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'mac_address': 'fa:16:3e:48:7a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:55:57.965856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:57.981102 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5e9d78-c4b4-4420-878e-689a2ca7f6da {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:58.001722 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:58.008821 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:58.065229 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:58.161952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7bf4-3cec-4b43-8b5e-38394fedd13b req-aebe7840-2d28-4527-a799-406f7d3a4635 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.168239 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2d7f7bf4-3cec-4b43-8b5e-38394fedd13b req-aebe7840-2d28-4527-a799-406f7d3a4635 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0715139 Oct 12 16:55:58.198565 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68d8bb-be55-48e6-87b4-fb46ef171a3c req-0376c1f4-df7c-4f8c-9190-381c2c3f4e78 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.200223 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a68d8bb-be55-48e6-87b4-fb46ef171a3c req-0376c1f4-df7c-4f8c-9190-381c2c3f4e78 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 944 time: 0.0618427 Oct 12 16:55:58.205462 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2d7f7bf4-3cec-4b43-8b5e-38394fedd13b req-0d37a3f9-dbe8-4aaf-9068-4b82515e45ed tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Oct 12 16:55:58.253687 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a68d8bb-be55-48e6-87b4-fb46ef171a3c req-97a523bd-af78-4ab4-b18d-060eb519abb1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Oct 12 16:55:58.395149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7e8a-1b4f-4673-b44d-a46285267b86 req-353284a3-b5fb-43b2-ad8f-eaa4ba762461 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.396997 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf0e7e8a-1b4f-4673-b44d-a46285267b86 req-353284a3-b5fb-43b2-ad8f-eaa4ba762461 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0754585 Oct 12 16:55:58.447859 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf0e7e8a-1b4f-4673-b44d-a46285267b86 req-e44f1c38-6fca-4a06-8dfe-27dc04b5f61a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Oct 12 16:55:58.534251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1d5e9d78-c4b4-4420-878e-689a2ca7f6da'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:59.328939 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d10f-befb-4e5c-92b9-3e98f224c191 req-744c5a34-9d70-474d-a564-ae65952b5746 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:59.336787 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3069d10f-befb-4e5c-92b9-3e98f224c191 req-744c5a34-9d70-474d-a564-ae65952b5746 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0587695 Oct 12 16:55:59.377357 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3069d10f-befb-4e5c-92b9-3e98f224c191 req-66a659b2-e782-4596-87ef-1639be20b3c1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Oct 12 16:55:59.426661 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c14d-9db1-425c-b6a3-ac21262adca9 req-538d6569-b5f1-4b77-8b52-ca0da7caba90 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:59.428088 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bd55c14d-9db1-425c-b6a3-ac21262adca9 req-538d6569-b5f1-4b77-8b52-ca0da7caba90 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 944 time: 0.0715063 Oct 12 16:55:59.468992 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bd55c14d-9db1-425c-b6a3-ac21262adca9 req-34f5907b-c149-46f4-a75b-f03b3d04a281 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 Oct 12 16:55:59.587425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29dbef-b770-4130-aecf-3e242d5cbbef req-5ad5a257-b826-47e9-bf56-0ec8acb40a17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:59.588906 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dc29dbef-b770-4130-aecf-3e242d5cbbef req-5ad5a257-b826-47e9-bf56-0ec8acb40a17 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0552740 Oct 12 16:55:59.632920 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dc29dbef-b770-4130-aecf-3e242d5cbbef req-3e3a5a47-3517-4210-8815-adeb2590c7f3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362649 Oct 12 16:56:00.521698 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f341b6-e62f-42e8-a88a-8318972d72eb req-efebe75f-6825-4f22-9db5-43d63639cf65 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:00.523605 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40f341b6-e62f-42e8-a88a-8318972d72eb req-efebe75f-6825-4f22-9db5-43d63639cf65 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0655990 Oct 12 16:56:00.586952 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40f341b6-e62f-42e8-a88a-8318972d72eb req-8e445137-b412-4547-ae4c-5097c11a7c64 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Oct 12 16:56:00.602047 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a59850-3ffd-4958-91cd-ed8fba6c9b4d req-5e5c9283-2023-49d3-8879-7e0ea1496fa1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:00.616098 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26a59850-3ffd-4958-91cd-ed8fba6c9b4d req-5e5c9283-2023-49d3-8879-7e0ea1496fa1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 944 time: 0.0679924 Oct 12 16:56:00.653095 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26a59850-3ffd-4958-91cd-ed8fba6c9b4d req-2cb2bc87-142f-4e66-b741-7a0a8b9869be tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Oct 12 16:56:00.774766 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9952d-5226-4174-a77e-52a14e2214cc req-bdb2b440-bd66-4e9e-9970-3a5a4649430e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:00.776590 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e4f9952d-5226-4174-a77e-52a14e2214cc req-bdb2b440-bd66-4e9e-9970-3a5a4649430e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0541177 Oct 12 16:56:00.820561 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e4f9952d-5226-4174-a77e-52a14e2214cc req-193dbc2a-9fc2-4b33-bf8a-5ea7bda301fc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374205 Oct 12 16:56:01.719346 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991349bc-ed74-4237-8cbf-b027f29913ca req-67314a33-0d52-4492-b860-32e27d3fbf07 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:01.720867 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-991349bc-ed74-4237-8cbf-b027f29913ca req-67314a33-0d52-4492-b860-32e27d3fbf07 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0532360 Oct 12 16:56:01.765870 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-991349bc-ed74-4237-8cbf-b027f29913ca req-0663b1f7-d778-48a6-a57d-53c7d0fdfbbd tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347617 Oct 12 16:56:01.776703 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facbff-4da4-42fd-a1d9-e036986a460a req-b667a4c6-f623-426a-a8c6-f35b162726a1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:01.778056 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-98facbff-4da4-42fd-a1d9-e036986a460a req-b667a4c6-f623-426a-a8c6-f35b162726a1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 944 time: 0.0543759 Oct 12 16:56:01.815533 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-98facbff-4da4-42fd-a1d9-e036986a460a req-3c86c46f-29da-44b0-ab28-7c3e0c07c018 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Oct 12 16:56:01.827908 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:56:01.880498 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:56:01.884194 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:56:01.884572 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:01.949906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01574b9-377c-4e25-9c85-d107056fce95 req-659ebc0c-bf5e-43bb-9040-1680f151ee74 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:01.951374 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b01574b9-377c-4e25-9c85-d107056fce95 req-659ebc0c-bf5e-43bb-9040-1680f151ee74 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0521064 Oct 12 16:56:01.963691 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:01.987031 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:01.989337 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f912b7-0ba2-4c9c-aabd-8c079f27e6cb" -d '{"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:01.989889 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b01574b9-377c-4e25-9c85-d107056fce95 req-0b142b44-3d24-41ac-a790-943c16a4dbdf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Oct 12 16:56:02.002858 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:02.012061 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:02.035010 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af74069-29c4-45f3-b5c3-e3bfdfec3cd1 x-openstack-request-id: req-4af74069-29c4-45f3-b5c3-e3bfdfec3cd1 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:02.035307 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:02.035563 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4af74069-29c4-45f3-b5c3-e3bfdfec3cd1 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:02.035952 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'code': 200} Oct 12 16:56:02.061401 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:02.458049 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d8c76-0756-4bc3-b405-a721a62074f3 req-d72dd2a7-3dc9-49c1-a7f0-a564bec9308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:02.459445 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c48d8c76-0756-4bc3-b405-a721a62074f3 req-d72dd2a7-3dc9-49c1-a7f0-a564bec9308f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0397515 Oct 12 16:56:02.506955 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c48d8c76-0756-4bc3-b405-a721a62074f3 req-d9b84f53-df40-43ee-8e55-d11d3fecb74b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Oct 12 16:56:02.879542 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9517a-a963-4a28-b460-231d96da6fd5 req-25dd731e-ee22-4901-8976-57dd93190d5f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:02.880992 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79f9517a-a963-4a28-b460-231d96da6fd5 req-25dd731e-ee22-4901-8976-57dd93190d5f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Oct 12 16:56:02.933259 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da1c9f-ca6b-4eda-94f3-82064268b44c req-893e2bfc-7c44-46ae-93fb-1e9def2f047b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:02.934762 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18da1c9f-ca6b-4eda-94f3-82064268b44c req-893e2bfc-7c44-46ae-93fb-1e9def2f047b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0477273 Oct 12 16:56:02.944448 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79f9517a-a963-4a28-b460-231d96da6fd5 req-d02826ef-c0eb-4ca3-be85-4471783e61de tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572267 Oct 12 16:56:02.957180 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-df246ded-628b-4e6a-9e36-0a755d23e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:02.958625 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-df246ded-628b-4e6a-9e36-0a755d23e640 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1099 time: 0.0585985 Oct 12 16:56:02.973856 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18da1c9f-ca6b-4eda-94f3-82064268b44c req-300249bf-1c36-4470-a629-d8f8fafa21fa tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Oct 12 16:56:03.050373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-b438ebd6-de7d-4807-b406-a5d94f2256e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.051784 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-b438ebd6-de7d-4807-b406-a5d94f2256e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.0831604 Oct 12 16:56:03.162205 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b15fc-f3d8-4f02-9f8d-b34d92339451 req-abb039a4-cdc0-4054-9ce3-4e60a32e8d6b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.163775 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3f7b15fc-f3d8-4f02-9f8d-b34d92339451 req-abb039a4-cdc0-4054-9ce3-4e60a32e8d6b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.1020839 Oct 12 16:56:03.165743 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-5ec0b247-6b23-4add-a64c-0ffd3757f2bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 1001 time: 0.0949619 Oct 12 16:56:03.232487 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3f7b15fc-f3d8-4f02-9f8d-b34d92339451 req-7ed0c346-f973-4413-99c0-da666d359b0b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627844 Oct 12 16:56:03.239986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-ed7470c8-8cb1-4864-bba9-e90d03433b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.241380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-ed7470c8-8cb1-4864-bba9-e90d03433b23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0647151 Oct 12 16:56:03.297194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-4af630c0-c2e6-40fa-a397-45d3536cbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.298727 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-4af630c0-c2e6-40fa-a397-45d3536cbeed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424671 Oct 12 16:56:03.396067 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-bd301344-41c4-4cd9-8c70-02d4ec328fcf service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Oct 12 16:56:03.499568 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a94d4915-6b6b-4786-9910-4b0fdabd574b req-d80b1a0b-4d8d-4b52-a493-2a4b6bc26164 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843201 Oct 12 16:56:04.058716 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825503a-e947-4cbf-9513-125caa354334 req-8edeb84c-4867-4a8c-a2e4-74329e8494ff tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.060240 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1825503a-e947-4cbf-9513-125caa354334 req-8edeb84c-4867-4a8c-a2e4-74329e8494ff tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0499959 Oct 12 16:56:04.094991 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46454be8-98ca-4391-b40f-a68a8743e9fd req-efaa0810-d7a4-46bc-a98a-5ffb72ee118b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.096496 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-46454be8-98ca-4391-b40f-a68a8743e9fd req-efaa0810-d7a4-46bc-a98a-5ffb72ee118b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0546916 Oct 12 16:56:04.097978 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1825503a-e947-4cbf-9513-125caa354334 req-57070cf4-d92c-4b6b-afed-bc8817c66a41 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Oct 12 16:56:04.137350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-46454be8-98ca-4391-b40f-a68a8743e9fd req-cca1bc04-06ea-4d29-bb84-abaad97e9a2a tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Oct 12 16:56:04.356141 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d49e7-5f74-4892-97d4-59bed522179a req-62676be9-3372-4684-b573-f281befdeb45 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.357782 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8e1d49e7-5f74-4892-97d4-59bed522179a req-62676be9-3372-4684-b573-f281befdeb45 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0533884 Oct 12 16:56:04.399430 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8e1d49e7-5f74-4892-97d4-59bed522179a req-cd1a6a0e-5958-48ed-a079-b8cf3ea9f2a0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Oct 12 16:56:05.212118 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd1778-7c8e-4204-adf5-e54f4c8e8888 req-30dac4c9-51ab-4b0e-9381-f30f1b8d4d38 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.213698 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-49cd1778-7c8e-4204-adf5-e54f4c8e8888 req-30dac4c9-51ab-4b0e-9381-f30f1b8d4d38 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Oct 12 16:56:05.252561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17759d7-bd12-4e0a-a8a1-23b3a8590122 req-b6518352-dab3-4259-bb0b-d6a148355306 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.254078 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e17759d7-bd12-4e0a-a8a1-23b3a8590122 req-b6518352-dab3-4259-bb0b-d6a148355306 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0505064 Oct 12 16:56:05.256736 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-49cd1778-7c8e-4204-adf5-e54f4c8e8888 req-4570b2f7-6616-4999-90f5-b08d3777f44b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Oct 12 16:56:05.290805 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e17759d7-bd12-4e0a-a8a1-23b3a8590122 req-c624c63d-187e-43d9-945c-0edcab06cc21 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Oct 12 16:56:05.411596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745f98-6c92-4049-9294-8818164aa91e req-0d092daf-5b6d-4a71-b87f-d4ee105b18b1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.413184 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-86745f98-6c92-4049-9294-8818164aa91e req-0d092daf-5b6d-4a71-b87f-d4ee105b18b1 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0578563 Oct 12 16:56:05.454145 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-86745f98-6c92-4049-9294-8818164aa91e req-e0e0cc86-98b5-494f-a826-1465a791fc4f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350387 Oct 12 16:56:05.475846 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58188) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:05.520435 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158ecac-3b87-4a62-9165-3cba87aa54d3 req-f120c7e8-3427-49a1-b466-481fc5a0777a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.522083 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c158ecac-3b87-4a62-9165-3cba87aa54d3 req-f120c7e8-3427-49a1-b466-481fc5a0777a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0488825 Oct 12 16:56:05.562487 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c158ecac-3b87-4a62-9165-3cba87aa54d3 req-5233ba47-0bc6-4cd7-84b6-8b2f0e8e8abb tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342493 Oct 12 16:56:05.688432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9e50b-84c4-4ad8-9dad-c1b46b009c23 tempest-TestShelveInstance-546208354 tempest-TestShelveInstance-546208354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.689998 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e8c9e50b-84c4-4ad8-9dad-c1b46b009c23 tempest-TestShelveInstance-546208354 tempest-TestShelveInstance-546208354-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1093 time: 0.2130711 Oct 12 16:56:05.693360 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58196) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:05.697827 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:05.723395 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for floatingip, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.818954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.942425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Allocated IP 172.27.0.3 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:56:06.057284 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.094403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.134740 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:56:06.137718 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:56:06.141221 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:56:06.146399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'Port': ['ID=d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:06.417778 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dd9bf-f39c-4dbf-a881-f80930460526 req-3ab6d2c2-f01a-48de-80a1-f286dbd186c3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:06.419313 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-311dd9bf-f39c-4dbf-a881-f80930460526 req-3ab6d2c2-f01a-48de-80a1-f286dbd186c3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0853286 Oct 12 16:56:06.533552 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-311dd9bf-f39c-4dbf-a881-f80930460526 req-c8e883d3-82d3-4295-9f5e-d6beaeeab411 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907083 Oct 12 16:56:06.600822 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.669146 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.682842 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced931-82cb-4f7c-b6e2-b637f9d6ba26 req-2be1c839-b84d-4731-ac12-2ad58bb98111 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:06.684304 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87ced931-82cb-4f7c-b6e2-b637f9d6ba26 req-2be1c839-b84d-4731-ac12-2ad58bb98111 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0518024 Oct 12 16:56:06.726278 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87ced931-82cb-4f7c-b6e2-b637f9d6ba26 req-727e27cf-4cb0-4cae-a528-7394c26e3b01 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357642 Oct 12 16:56:06.826158 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.831210 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.903548 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event updated for resources: {'Port': ['ID=d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:06.912635 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:07.017165 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Floating IP 2f1980e0-0e12-4b3f-9a9d-b0a35b36928a associated. External IP: 172.27.0.3, port: 1d5e9d78-c4b4-4420-878e-689a2ca7f6da. Oct 12 16:56:07.264084 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-ffbe384d-2273-49b6-91d4-95f9bb1f06e9 req-f44fa298-0a3d-4bb7-bfc0-a419f14bc20d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:56:07.265311 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ffbe384d-2273-49b6-91d4-95f9bb1f06e9 req-f44fa298-0a3d-4bb7-bfc0-a419f14bc20d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064094 Oct 12 16:56:07.317103 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-9762bb59-ba1e-4190-a9e5-e44931083d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:07.489523 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f267b-e41d-4b4d-b98b-3f2c73d57650 req-7c168ee4-1544-425c-9746-239cc79bbf31 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:07.491051 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-735f267b-e41d-4b4d-b98b-3f2c73d57650 req-7c168ee4-1544-425c-9746-239cc79bbf31 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 946 time: 0.0982516 Oct 12 16:56:07.495193 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Router c3f49a6d-f836-46b6-9065-0faebfb2786e has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:56:07.580589 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-735f267b-e41d-4b4d-b98b-3f2c73d57650 req-7c0e69b4-3e16-4258-9098-75d928001b80 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796394 Oct 12 16:56:07.633379 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:56:07.644052 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Sync routers for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:56:07.656494 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:56:07.657270 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:55:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:07.659283 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:07.664526 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17a9f-ed82-446e-841f-474960ac4546 req-a0cde108-d9eb-4665-ac60-783f4369e8df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:07.665910 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91f17a9f-ed82-446e-841f-474960ac4546 req-a0cde108-d9eb-4665-ac60-783f4369e8df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0580404 Oct 12 16:56:07.697594 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1e80ba18-7ae6-4a37-8cb4-0b41cc5bb554 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0030313 Oct 12 16:56:07.698241 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:07.700558 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1" -d '{"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:07.714663 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91f17a9f-ed82-446e-841f-474960ac4546 req-807de355-d9d9-4bce-8508-a28c8affa05f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Oct 12 16:56:07.719786 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58260) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:07.758417 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58b567-c505-4c39-9c0a-a51564b9bae2 x-openstack-request-id: req-1c58b567-c505-4c39-9c0a-a51564b9bae2 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:07.758887 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:07.759130 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c58b567-c505-4c39-9c0a-a51564b9bae2 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:07.759585 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'status': 'completed', 'code': 200} Oct 12 16:56:07.785116 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:56:07.834677 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-ac7f0433-a4a4-481b-95b9-273c2afe93de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136448 Oct 12 16:56:07.847082 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-4deb533b-34f1-4390-8314-93e1ce3cbd45 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:56:07.848082 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-4deb533b-34f1-4390-8314-93e1ce3cbd45 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063252 Oct 12 16:56:07.854181 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-961d84fb-8a67-4b11-a2c5-6b680e706875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:07.855624 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-961d84fb-8a67-4b11-a2c5-6b680e706875 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0547924 Oct 12 16:56:07.862250 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:56:07.973759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-902d8765-fa63-40e7-8bc4-d9764746e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:07.975375 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-902d8765-fa63-40e7-8bc4-d9764746e31f service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.1070232 Oct 12 16:56:07.977988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:08.011951 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:08.013033 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:08.015838 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e04c10-2163-434e-9d03-6467cdf3c434" -d '{"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-unplugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:08.019625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:08.058255 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c395e20-fbc6-43ee-8f3c-b8c29a1e775e x-openstack-request-id: req-7c395e20-fbc6-43ee-8f3c-b8c29a1e775e {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:08.058768 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-unplugged", "status": "failed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "code": 422}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:08.059023 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c395e20-fbc6-43ee-8f3c-b8c29a1e775e {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:08.059616 dv-cinder-813223-2-iscsi neutron-server[94040]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'code': 422} returned with failed status Oct 12 16:56:08.072501 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '2f1980e0-0e12-4b3f-9a9d-b0a35b36928a', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'mac_address': 'fa:16:3e:48:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:06Z', 'updated_at': '2021-10-12T16:56:06Z', 'revision_number': 0, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:08.072978 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-ad45ae0f-54d5-4dfa-8e9d-b2f2786211ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 997 time: 0.0697794 Oct 12 16:56:08.079565 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=8']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:08.107966 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Checking router: c3f49a6d-f836-46b6-9065-0faebfb2786e for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:56:08.118195 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:56:08.119022 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:55:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:08.171332 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-483ce198-01e9-48a9-b4fb-ef2fe8851d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:08.172839 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-483ce198-01e9-48a9-b4fb-ef2fe8851d58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0575452 Oct 12 16:56:08.239991 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:56:08.247899 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-f2689f3d-9ca3-4b2f-84b4-179b8d29c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:08.249421 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-f2689f3d-9ca3-4b2f-84b4-179b8d29c524 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452614 Oct 12 16:56:08.367696 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-11fe250a-52c8-49ea-86a7-77ab97215cda service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934324 Oct 12 16:56:08.475152 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1431a8a4-e8e0-43ca-85f1-c857b3d971f1 req-9e161fbc-8408-49ee-9859-c8556bf13055 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Oct 12 16:56:08.477620 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '2f1980e0-0e12-4b3f-9a9d-b0a35b36928a', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'mac_address': 'fa:16:3e:48:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:06Z', 'updated_at': '2021-10-12T16:56:06Z', 'revision_number': 0, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:08.503561 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730402e7-26fc-463a-83ec-867647c2a8f1 None None] The sync data for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi is: [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '2f1980e0-0e12-4b3f-9a9d-b0a35b36928a', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'mac_address': 'fa:16:3e:48:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:06Z', 'updated_at': '2021-10-12T16:56:06Z', 'revision_number': 0, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:56:08.680761 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e1abaf-2aa1-4f8b-99bc-27f48e255fed None None] New status for floating IP 2f1980e0-0e12-4b3f-9a9d-b0a35b36928a: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:56:08.712914 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d3650-4990-483d-b2f8-a02dcec85c4f req-62c1650f-db42-4211-97f4-4773f76ea646 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:08.714603 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-741d3650-4990-483d-b2f8-a02dcec85c4f req-62c1650f-db42-4211-97f4-4773f76ea646 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0546098 Oct 12 16:56:08.758481 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-741d3650-4990-483d-b2f8-a02dcec85c4f req-b72c49da-d133-4eb1-8039-a434d646f11b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374753 Oct 12 16:56:08.842991 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777b85-4e3e-4080-a5cb-3a56d282d589 req-84684b01-741e-4966-8d2f-5d2ac11e2784 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:08.845254 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35777b85-4e3e-4080-a5cb-3a56d282d589 req-84684b01-741e-4966-8d2f-5d2ac11e2784 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0510294 Oct 12 16:56:08.882649 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35777b85-4e3e-4080-a5cb-3a56d282d589 req-bf4ee177-1fab-4932-ae88-df39de0d05f1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Oct 12 16:56:09.829900 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-9e9e99f7-133a-4cae-81bd-15e2a6b52918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:09.888328 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8dca8-5263-4b98-b8f8-d0fb053fb976 req-608b50b9-831f-443c-8a1b-9acbd969b192 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:09.889805 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3ba8dca8-5263-4b98-b8f8-d0fb053fb976 req-608b50b9-831f-443c-8a1b-9acbd969b192 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0521624 Oct 12 16:56:09.926591 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3ba8dca8-5263-4b98-b8f8-d0fb053fb976 req-afa6ffa3-f05d-4c18-b0e9-4b3c2edd90ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302567 Oct 12 16:56:10.209340 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc9c3-5749-44cb-86b4-eaecc171dc31 req-73bf6e23-7f46-4a04-9075-6238b92797b8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:10.210999 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e6fcc9c3-5749-44cb-86b4-eaecc171dc31 req-73bf6e23-7f46-4a04-9075-6238b92797b8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.2618766 Oct 12 16:56:10.246410 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e6fcc9c3-5749-44cb-86b4-eaecc171dc31 req-6cfb6079-419e-42c9-a4ea-b3996a6c3c44 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295072 Oct 12 16:56:11.011574 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:11.045858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d16087-8c70-4609-9286-000af7c9cf05 req-a7d782d9-7abc-403d-be99-18d671215144 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:11.047376 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c0d16087-8c70-4609-9286-000af7c9cf05 req-a7d782d9-7abc-403d-be99-18d671215144 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0496161 Oct 12 16:56:11.085197 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c0d16087-8c70-4609-9286-000af7c9cf05 req-3ce3dac7-aabe-4f32-9baf-348f4294bcdf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Oct 12 16:56:11.118551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:11.358764 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af2bd1-dba4-425d-9790-3e7f3be7a6ea req-44f849c5-17a7-47bc-880b-5a0df76e2815 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:11.360526 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55af2bd1-dba4-425d-9790-3e7f3be7a6ea req-44f849c5-17a7-47bc-880b-5a0df76e2815 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0487237 Oct 12 16:56:11.397124 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55af2bd1-dba4-425d-9790-3e7f3be7a6ea req-7092c17f-beb2-4cdd-ab3d-19b49422e5b2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300670 Oct 12 16:56:12.174372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:56:12.203395 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fbc7-bae8-49e7-bd79-a1c71ba1270a req-7d90aea5-9edb-4a1c-8eb1-fb65d81c6d9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:12.204912 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-74f0fbc7-bae8-49e7-bd79-a1c71ba1270a req-7d90aea5-9edb-4a1c-8eb1-fb65d81c6d9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0496061 Oct 12 16:56:12.242320 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-74f0fbc7-bae8-49e7-bd79-a1c71ba1270a req-05e64a57-1f74-4848-bbac-0b2495041f06 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 Oct 12 16:56:12.467533 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:12.513308 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013135c-daf4-488d-b7b0-c4ef469c073c req-5e236aa7-c8f4-4cc6-80ff-96d0bbcd2cca tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:12.514778 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e013135c-daf4-488d-b7b0-c4ef469c073c req-5e236aa7-c8f4-4cc6-80ff-96d0bbcd2cca tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0488937 Oct 12 16:56:12.554801 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e013135c-daf4-488d-b7b0-c4ef469c073c req-809b70d8-47e0-45fb-8055-ef657f5ce8d7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Oct 12 16:56:13.364914 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171e6f-58dc-4cb9-a652-2fab76e0eb9c req-c077a499-6de2-4856-84eb-40d15767bc69 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:13.366427 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9171e6f-58dc-4cb9-a652-2fab76e0eb9c req-c077a499-6de2-4856-84eb-40d15767bc69 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0539455 Oct 12 16:56:13.405885 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9171e6f-58dc-4cb9-a652-2fab76e0eb9c req-e6655231-2c27-4aea-8a9e-d78fdf1309d1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Oct 12 16:56:13.676205 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7be7d-f298-4d2c-9367-712edbb23b5d req-4768ffa0-46ff-42f9-9174-365982369b53 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:13.677817 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ee7be7d-f298-4d2c-9367-712edbb23b5d req-4768ffa0-46ff-42f9-9174-365982369b53 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Oct 12 16:56:13.717118 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ee7be7d-f298-4d2c-9367-712edbb23b5d req-11a5c6aa-ec5c-4b40-94ac-3a0bf49ddd93 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Oct 12 16:56:14.527026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aec644-bbc7-4c3a-ae2d-f2ab5966b901 req-5341680c-b63c-4e5b-9930-75851bb2cbd6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:14.528600 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9aec644-bbc7-4c3a-ae2d-f2ab5966b901 req-5341680c-b63c-4e5b-9930-75851bb2cbd6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0509243 Oct 12 16:56:14.566877 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9aec644-bbc7-4c3a-ae2d-f2ab5966b901 req-99ad1ada-383a-4827-b49c-675c4673bc78 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323758 Oct 12 16:56:14.834967 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d808c1-1a1f-4846-81c9-8492112e419e req-90445bfb-5ec4-4a1f-ad05-61557308c975 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:14.836439 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35d808c1-1a1f-4846-81c9-8492112e419e req-90445bfb-5ec4-4a1f-ad05-61557308c975 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 12 16:56:14.874493 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35d808c1-1a1f-4846-81c9-8492112e419e req-0a42cfaf-b580-4ec5-b1ef-963e5cd019f1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Oct 12 16:56:15.691524 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6fdc-49e1-4889-a037-185c19a6ec16 req-7cfa6fe1-471e-4315-ba24-ad13024f7ded tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:15.693397 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79ee6fdc-49e1-4889-a037-185c19a6ec16 req-7cfa6fe1-471e-4315-ba24-ad13024f7ded tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0548089 Oct 12 16:56:15.732978 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-79ee6fdc-49e1-4889-a037-185c19a6ec16 req-2163b0da-3cdd-401b-8cf4-ac159a61f651 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325882 Oct 12 16:56:15.778104 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-6b8fdf6d-7fe1-4c44-9323-65d3d8538115 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418689 Oct 12 16:56:15.856359 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-c8ea70e0-0e49-4afa-9b8f-f136ca55278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:15.857779 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-c8ea70e0-0e49-4afa-9b8f-f136ca55278b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1098 time: 0.0391824 Oct 12 16:56:15.989126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-d601ded8-8820-4bc1-9713-000c481e6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:15.990654 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-d601ded8-8820-4bc1-9713-000c481e6e5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.0942068 Oct 12 16:56:15.999710 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972daf90-aafd-4f3d-8b23-e30cc30f3166 req-b7036680-7954-4356-87b0-087853247cde tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:16.001538 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-972daf90-aafd-4f3d-8b23-e30cc30f3166 req-b7036680-7954-4356-87b0-087853247cde tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Oct 12 16:56:16.043588 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-972daf90-aafd-4f3d-8b23-e30cc30f3166 req-959e6adf-cb6d-4be1-b2a9-de0d529d7583 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Oct 12 16:56:16.065130 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-1ee31e61-69fb-4d83-9073-f47d5026a655 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 1001 time: 0.0596924 Oct 12 16:56:16.121724 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-6d610cb7-6e76-47cb-bef5-6a7458eaff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:16.123087 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-6d610cb7-6e76-47cb-bef5-6a7458eaff4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0452240 Oct 12 16:56:16.175660 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-85366dfe-c0b5-4e77-a992-f8fe5ed228a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:16.177144 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-85366dfe-c0b5-4e77-a992-f8fe5ed228a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421460 Oct 12 16:56:16.274665 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-b166a6db-82ce-48de-b224-d424b3d56b93 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798028 Oct 12 16:56:16.373048 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-280ad9d8-9c22-4b3d-8846-5c2db058f3f8 req-b85221f0-341d-4ccd-9f40-a2ea2ed78014 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845895 Oct 12 16:56:16.860972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1087fb-3d15-4c94-ae4d-2d793e0d0f89 req-8e632f3a-ca37-4480-8e82-2fb2fa9c3476 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:16.862588 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff1087fb-3d15-4c94-ae4d-2d793e0d0f89 req-8e632f3a-ca37-4480-8e82-2fb2fa9c3476 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0556405 Oct 12 16:56:16.901769 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ff1087fb-3d15-4c94-ae4d-2d793e0d0f89 req-79d1e877-4e51-48a0-9569-053ff66a4d33 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Oct 12 16:56:17.159993 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d0a89-7826-4d50-8f63-9f6141d2fbdd req-7c565b01-f14a-471f-94a4-052c4818627b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:17.161515 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-557d0a89-7826-4d50-8f63-9f6141d2fbdd req-7c565b01-f14a-471f-94a4-052c4818627b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Oct 12 16:56:17.201488 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-557d0a89-7826-4d50-8f63-9f6141d2fbdd req-69c6100b-b8bc-47c6-be9f-49c91f7e3263 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Oct 12 16:56:18.062882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7672c04-200b-4d39-b049-d206c1a7124e req-03418b27-6c0a-459c-a9cc-af56a5f9f9c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:18.064342 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a7672c04-200b-4d39-b049-d206c1a7124e req-03418b27-6c0a-459c-a9cc-af56a5f9f9c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0476084 Oct 12 16:56:18.102377 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a7672c04-200b-4d39-b049-d206c1a7124e req-4eb883f9-60e7-41fb-aa2a-9892599ea3fc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Oct 12 16:56:18.326314 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184b64-45d3-4b47-9aae-a51bc398cb14 req-9c1b7a21-64b9-4fe3-b4d7-21504fed9cd7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:18.327920 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-50184b64-45d3-4b47-9aae-a51bc398cb14 req-9c1b7a21-64b9-4fe3-b4d7-21504fed9cd7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Oct 12 16:56:18.369481 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-50184b64-45d3-4b47-9aae-a51bc398cb14 req-206640d4-d7df-40b1-b114-242346ac1cd5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Oct 12 16:56:18.450505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.220202 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 58388) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:19.232475 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7360e4a-1b3a-4d2f-ac34-d0bfdfbc517e req-a39b657e-8188-4d88-8ffb-ae5d0fcc53db tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:19.234043 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e7360e4a-1b3a-4d2f-ac34-d0bfdfbc517e req-a39b657e-8188-4d88-8ffb-ae5d0fcc53db tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0590069 Oct 12 16:56:19.275916 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e7360e4a-1b3a-4d2f-ac34-d0bfdfbc517e req-0f71ce87-a7cd-4a65-a507-eeeb093a0f38 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360377 Oct 12 16:56:19.324976 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.402200 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.407556 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.461517 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c6f85a88c414fb89d201de553183975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402010 Oct 12 16:56:19.464554 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58394) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:19.476138 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558813e5-acab-4ab4-b930-2ffacb44023a,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:19.488018 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.488363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.488699 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.489055 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.489384 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.490298 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.490740 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.491175 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.491616 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.492076 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.492506 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.492939 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21737e11-ccb3-448c-8d77-5d871f36db8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.513643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd4005-13cd-4eeb-bc7c-f58cc90a4b81 req-c66419aa-f335-4c0c-a168-b3289601549e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:19.515169 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1cd4005-13cd-4eeb-bc7c-f58cc90a4b81 req-c66419aa-f335-4c0c-a168-b3289601549e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0767057 Oct 12 16:56:19.519995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.541739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.553529 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1cd4005-13cd-4eeb-bc7c-f58cc90a4b81 req-aae766a5-2054-4636-b19f-5ee3e48b7916 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Oct 12 16:56:19.587462 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.589953 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.591065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/558813e5-acab-4ab4-b930-2ffacb44023a HTTP/1.1" status: 204 len: 168 time: 0.1254346 Oct 12 16:56:19.598476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558813e5-acab-4ab4-b930-2ffacb44023a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:19.606199 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.606549 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.606891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.607227 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.607559 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.607891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.608220 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.608544 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.608871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.609218 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.609538 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.609857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c1ce4-280f-4daa-81ef-f403d4d6ea17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:19.940189 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f997a1d-7785-48da-b7e8-da5ee0428e58 req-988c3418-3e46-4140-a93f-502bdc0a79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:19.941823 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1f997a1d-7785-48da-b7e8-da5ee0428e58 req-988c3418-3e46-4140-a93f-502bdc0a79ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0414052 Oct 12 16:56:20.001642 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1f997a1d-7785-48da-b7e8-da5ee0428e58 req-a2d4ab82-33b2-45d4-8274-b05940b72888 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302253 Oct 12 16:56:20.405125 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac99a00-27b2-4cd5-98b6-68d3602c55d1 req-cd81ee9e-e5d8-4a7d-93cf-573a57ffc92f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:20.406896 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ac99a00-27b2-4cd5-98b6-68d3602c55d1 req-cd81ee9e-e5d8-4a7d-93cf-573a57ffc92f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0517924 Oct 12 16:56:20.449357 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8ac99a00-27b2-4cd5-98b6-68d3602c55d1 req-6db4bc51-246e-4d93-9159-198e977adebe tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361717 Oct 12 16:56:20.669965 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5629-e131-49c7-924a-d9fc805fd5c6 req-38aacc16-cfb4-43f3-9671-abd148ded79d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:20.671449 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-19ba5629-e131-49c7-924a-d9fc805fd5c6 req-38aacc16-cfb4-43f3-9671-abd148ded79d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Oct 12 16:56:20.715751 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-19ba5629-e131-49c7-924a-d9fc805fd5c6 req-e89d95e7-7e7c-4a86-9b53-b2b93011e320 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 Oct 12 16:56:21.576216 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56acbdf-3647-4a97-ba32-3d0f9b03736e req-5648b169-be8d-49b5-8990-2bd72d6236bc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:21.577811 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c56acbdf-3647-4a97-ba32-3d0f9b03736e req-5648b169-be8d-49b5-8990-2bd72d6236bc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0497253 Oct 12 16:56:21.618777 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c56acbdf-3647-4a97-ba32-3d0f9b03736e req-35f953bb-0c0a-44f7-b719-c653270fd418 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345395 Oct 12 16:56:21.830068 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790df97e-ab55-470b-967e-0fbbb0fbf574 req-8926bf08-9424-40bc-887c-a374e1349855 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:21.831656 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-790df97e-ab55-470b-967e-0fbbb0fbf574 req-8926bf08-9424-40bc-887c-a374e1349855 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Oct 12 16:56:21.887166 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-790df97e-ab55-470b-967e-0fbbb0fbf574 req-5c5b08f3-0d14-4d7e-baf3-2d2f10816263 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Oct 12 16:56:22.436372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b10c85-9049-46b0-ac54-b12fbb65efef req-ea2c90d2-ca0a-4150-8484-31ff84e50c9a tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:22.437879 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-60b10c85-9049-46b0-ac54-b12fbb65efef req-ea2c90d2-ca0a-4150-8484-31ff84e50c9a tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Oct 12 16:56:22.475065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-60b10c85-9049-46b0-ac54-b12fbb65efef req-e9242085-5170-4180-90f6-371821e4f4ab tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Oct 12 16:56:22.498144 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 58462) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:22.677071 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2d348-80b3-4fd4-b6b1-10dc20af937e tempest-TestMinimumBasicScenario-2129582635 tempest-TestMinimumBasicScenario-2129582635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:22.678765 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-84c2d348-80b3-4fd4-b6b1-10dc20af937e tempest-TestMinimumBasicScenario-2129582635 tempest-TestMinimumBasicScenario-2129582635-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1093 time: 0.1796377 Oct 12 16:56:22.681778 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 58468) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:22.686036 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'port_id': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:22.736816 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:22.787525 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656da2-38a3-454b-8f56-9ea88fdb80b6 req-a15c3146-4589-4709-bfcb-2b5d9284f8df tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:22.788995 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91656da2-38a3-454b-8f56-9ea88fdb80b6 req-a15c3146-4589-4709-bfcb-2b5d9284f8df tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0985644 Oct 12 16:56:22.838783 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-91656da2-38a3-454b-8f56-9ea88fdb80b6 req-30e0be52-7799-422f-90e0-47b4b2eae9c3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Oct 12 16:56:22.874058 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:22.979752 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Allocated IP 172.27.0.190 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/35fa3b7f-3991-4c28-9125-08d682082d46) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:56:23.008373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0997ee5-5ffd-4bde-91cf-560818f6b6d3 req-ae4ebce7-6439-4ed3-975d-77e6271d61ae tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:23.010612 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d0997ee5-5ffd-4bde-91cf-560818f6b6d3 req-ae4ebce7-6439-4ed3-975d-77e6271d61ae tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Oct 12 16:56:23.050560 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d0997ee5-5ffd-4bde-91cf-560818f6b6d3 req-80e36923-52b6-4b60-9adb-e21382d81c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Oct 12 16:56:23.091301 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.127010 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.167401 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:56:23.170338 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:56:23.172897 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:56:23.208182 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'Port': ['ID=35fa3b7f-3991-4c28-9125-08d682082d46,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:23.334469 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3debfd-b882-4660-99ba-e9efceb9a613 req-db53bb9d-9e6a-4e31-bc9a-110ea351ba28 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:23.335966 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a3debfd-b882-4660-99ba-e9efceb9a613 req-db53bb9d-9e6a-4e31-bc9a-110ea351ba28 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0900133 Oct 12 16:56:23.440468 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a3debfd-b882-4660-99ba-e9efceb9a613 req-371aaea9-1e96-4275-978c-9cfe4827cb9e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 Oct 12 16:56:23.499413 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:56:23.615819 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.682294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.829508 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.834197 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.902071 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'Port': ['ID=35fa3b7f-3991-4c28-9125-08d682082d46,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:23.917075 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.959685 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b907-786a-4a84-befa-88561fe2614f req-4ccc9ded-cc20-4d68-baaa-bc90604035c1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:23.961174 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-77a8b907-786a-4a84-befa-88561fe2614f req-4ccc9ded-cc20-4d68-baaa-bc90604035c1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0484846 Oct 12 16:56:23.998088 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-77a8b907-786a-4a84-befa-88561fe2614f req-2ab1bc64-c283-4020-925b-86d9151c2f92 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302844 Oct 12 16:56:24.014709 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Floating IP 58c5face-6589-461d-b62f-2092bee9245a associated. External IP: 172.27.0.190, port: 564ad0e6-6b04-43c8-9b65-c8daab9130dc. Oct 12 16:56:24.214504 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Router 3362dbda-29ef-4cea-b709-d5e079c1d710 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:56:24.318626 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:56:24.328869 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Sync routers for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:56:24.335616 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.340000 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:56:24.340607 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:56:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:24.363084 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7b62594d-9a02-4d4b-b9f0-910d7cbfebe6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6802888 Oct 12 16:56:24.363674 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:24.365889 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58484) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:24.369728 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0" -d '{"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:24.370719 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332343508', 'description': 'tempest-secgroup-smoke-332343508 description', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:24.399461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.410082 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f974bad-4d41-4137-9ba5-1ee731a69cf7 x-openstack-request-id: req-0f974bad-4d41-4137-9ba5-1ee731a69cf7 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:24.410082 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:24.410387 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f974bad-4d41-4137-9ba5-1ee731a69cf7 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:24.410713 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:56:24.456536 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:56:24.470058 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.475757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.520048 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.522083 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1546926 Oct 12 16:56:24.526477 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 58490) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:24.532237 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:24.536152 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edcc78-3e06-4cf5-a7de-37a57198d245 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ccef36-cead-45a0-944f-d5e08e331f92,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:24.569361 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.600857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ce4c-2dba-46a6-930b-a139ebd03e16 req-a52867bb-3df7-405a-8e7d-e79e66c293da tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:24.602423 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aee0ce4c-2dba-46a6-930b-a139ebd03e16 req-a52867bb-3df7-405a-8e7d-e79e66c293da tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0566938 Oct 12 16:56:24.635174 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.639724 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.642790 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aee0ce4c-2dba-46a6-930b-a139ebd03e16 req-f311050d-b81f-4f90-b44f-f9a83c7b1ee5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Oct 12 16:56:24.663891 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637ad09d-73aa-457d-9505-7e4219ac6286,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:24.668738 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.672871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58492) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:24.677429 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:24.677602 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ec840874-ac6d-4a49-99ff-7e07fabbc140 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496370 Oct 12 16:56:24.706773 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.760988 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.764739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.783622 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522824b6-e0fd-456f-a7d7-84e676a1722e,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:24.788186 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.789493 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-21168d88-5691-4018-85f4-c94221a5ada3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155000 Oct 12 16:56:24.792075 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58494) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:24.796522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:24.811168 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '58c5face-6589-461d-b62f-2092bee9245a', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'port_id': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'mac_address': 'fa:16:3e:fe:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:23Z', 'updated_at': '2021-10-12T16:56:23Z', 'revision_number': 0, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:24.823753 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.836977 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Checking router: 3362dbda-29ef-4cea-b709-d5e079c1d710 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:56:24.845682 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:56:24.846273 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:56:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:24.880794 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.885294 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.902446 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1125b313-6bf0-4951-906f-1a8cbbe98bb1,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:24.911410 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.912609 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7e143947-7a7d-4cfe-80c8-a7845f584dd9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195445 Oct 12 16:56:24.915555 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58496) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:24.919997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:24.948812 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:24.951848 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:56:25.009016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.013116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.028710 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b6d88a-c563-4541-91d1-59aa48d2df4c,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:25.041240 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.045626 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-62dd68d8-e8ac-4890-90b4-6480973919ba tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259551 Oct 12 16:56:25.045917 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58500) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:25.051214 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:25.079808 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.securitygroups_db [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Project c1d044dc68584dea8d9fffd7ebe10826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:56:25.083536 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.138947 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbf33f-0b95-46cf-abae-fad34c76b4e0 req-148909c6-684c-45df-bd60-e519b1312f27 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:25.140556 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ffbf33f-0b95-46cf-abae-fad34c76b4e0 req-148909c6-684c-45df-bd60-e519b1312f27 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0537913 Oct 12 16:56:25.149215 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.153860 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.168134 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1ccc9b-1ba0-4119-bad6-92e6388b2b86,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:25.184307 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ffbf33f-0b95-46cf-abae-fad34c76b4e0 req-89aba87e-c397-4d93-93d3-e8018c150665 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Oct 12 16:56:25.190032 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.191261 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ac498cfe-7339-4af1-a5e3-5271b3ab7697 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443210 Oct 12 16:56:25.194126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58504) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:25.194821 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '58c5face-6589-461d-b62f-2092bee9245a', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'port_id': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'mac_address': 'fa:16:3e:fe:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:23Z', 'updated_at': '2021-10-12T16:56:23Z', 'revision_number': 0, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:25.198605 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'security_group_rule': {'security_group_id': '28ccef36-cead-45a0-944f-d5e08e331f92', 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:25.226370 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.securitygroups_db [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Project c1d044dc68584dea8d9fffd7ebe10826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:56:25.226624 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db6a7c-aeae-4599-af84-3648cf0657e7 None None] The sync data for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi is: [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '58c5face-6589-461d-b62f-2092bee9245a', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'port_id': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'mac_address': 'fa:16:3e:fe:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:56:23Z', 'updated_at': '2021-10-12T16:56:23Z', 'revision_number': 0, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:56:25.232307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.298379 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.302505 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.321247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa458fe-17ca-4be7-a2a6-5ef2b4e64f4b,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:25.330221 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.331428 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0ff2f8c1-e817-46c8-a0a1-89d1b79c75f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362834 Oct 12 16:56:25.411213 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-79cc28f3-7630-49fc-afec-8a8d85e568f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332343508&fields=id&tenant_id=c1d044dc68584dea8d9fffd7ebe10826 HTTP/1.1" status: 200 len: 267 time: 0.0337443 Oct 12 16:56:25.425244 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430153f-15a2-4b65-ac2a-07834907a52b None None] New status for floating IP 58c5face-6589-461d-b62f-2092bee9245a: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:56:25.470458 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-9b3e5b87-2d95-4c78-ad2e-ec4e4f829aae tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:25.472343 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-9b3e5b87-2d95-4c78-ad2e-ec4e4f829aae tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0541391 Oct 12 16:56:25.483443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'port': {'security_groups': ['df03aa5a-bdcb-4200-b54e-e04cdc1aced4', '28ccef36-cead-45a0-944f-d5e08e331f92']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:56:25.550111 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.738628 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:25.758680 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d2cc2-90c6-4f4f-bd92-d4ec7d419039 req-a4f4fdc2-9540-440a-94cb-b952f5711049 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:25.760720 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-701d2cc2-90c6-4f4f-bd92-d4ec7d419039 req-a4f4fdc2-9540-440a-94cb-b952f5711049 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0498333 Oct 12 16:56:25.767878 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.772640 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.798973 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-701d2cc2-90c6-4f4f-bd92-d4ec7d419039 req-05c99e60-ac0e-4112-94cf-3a7e4c72070e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Oct 12 16:56:25.817528 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:25.818149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.819553 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-56d13362-550c-4481-b0ce-e06e997b5c07 req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "PUT /v2.0/ports/564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 981 time: 0.3406894 Oct 12 16:56:25.819998 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:25.822305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050deb0-644f-42c5-9149-8c3d4c73d54e" -d '{"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:25.851587 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15193727-6ed6-4f2e-93a7-e67952fec7cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=6']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:25.874320 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc7817-8feb-4e21-94f7-0b6e5a82bf21 x-openstack-request-id: req-d5fc7817-8feb-4e21-94f7-0b6e5a82bf21 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:25.874686 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:25.875026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5fc7817-8feb-4e21-94f7-0b6e5a82bf21 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:25.875494 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:56:25.932265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ad34c-7607-4e2b-a43a-243c9913250c req-209890a0-4216-4a17-a8dc-8dfdd9878f45 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:25.933804 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d19ad34c-7607-4e2b-a43a-243c9913250c req-209890a0-4216-4a17-a8dc-8dfdd9878f45 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0523257 Oct 12 16:56:25.983576 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d19ad34c-7607-4e2b-a43a-243c9913250c req-02f6d51c-6414-4fe6-a93d-d13fd15a4202 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429542 Oct 12 16:56:26.012348 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:56:26.113050 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-b2ff8abb-f36f-4135-9393-385e77d83b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.114548 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-b2ff8abb-f36f-4135-9393-385e77d83b45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1137 time: 0.0622358 Oct 12 16:56:26.133112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-10d85269-fba0-48b1-bbbf-413b2afd3679 None None] Provisioning complete for port 564ad0e6-6b04-43c8-9b65-c8daab9130dc triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:56:26.133735 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-10d85269-fba0-48b1-bbbf-413b2afd3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:26.136402 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-cd8edef3-855e-41cf-8569-1081543035ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.138112 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-cd8edef3-855e-41cf-8569-1081543035ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0851858 Oct 12 16:56:26.172375 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:56:26.215638 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-ef31233c-842f-41bb-9a24-f87a11889d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.217327 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-ef31233c-842f-41bb-9a24-f87a11889d59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.0952289 Oct 12 16:56:26.237526 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-9691ce35-54af-4c01-8c01-642e0ff74c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.238066 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-9691ce35-54af-4c01-8c01-642e0ff74c5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.0881441 Oct 12 16:56:26.292728 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-094ce045-9bd8-4fd7-bcc3-c3de6e9b7630 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0459423 Oct 12 16:56:26.352696 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-b792ce77-5a4d-4dcf-b66d-0dd289c8ac9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 1001 time: 0.1208210 Oct 12 16:56:26.358620 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-105a11bb-c0ce-4593-a173-b5efa988b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.360291 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-105a11bb-c0ce-4593-a173-b5efa988b398 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0491605 Oct 12 16:56:26.371694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61245b3a-362c-438f-b10b-3e181cc26b76 req-c185cbc5-54bd-4792-b874-50aa5a6094ff tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.373195 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61245b3a-362c-438f-b10b-3e181cc26b76 req-c185cbc5-54bd-4792-b874-50aa5a6094ff tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0899043 Oct 12 16:56:26.407745 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-b7b390e0-bea2-477c-98c3-0cf52038309e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260751 Oct 12 16:56:26.450433 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-61245b3a-362c-438f-b10b-3e181cc26b76 req-3e959781-4d3f-4242-aae1-566394e675d6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701113 Oct 12 16:56:26.451944 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-4e9f857f-9ff6-4c1d-aab5-c0c224b7080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.453673 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-4e9f857f-9ff6-4c1d-aab5-c0c224b7080f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0719211 Oct 12 16:56:26.505103 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-d5046b74-4a75-4920-8cd0-8085db5ef00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.506599 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-d5046b74-4a75-4920-8cd0-8085db5ef00b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416522 Oct 12 16:56:26.528808 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-d456fb40-20bc-4c69-aec1-a5d3518eb186 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050501 Oct 12 16:56:26.611351 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-6633d20f-d89d-497a-bd65-0d598e14edc2 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877349 Oct 12 16:56:26.677156 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc9949d8-9d7b-4d1f-8410-44bab96d14c2 req-57f58796-4def-4620-9213-1baafc9d8221 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010494 Oct 12 16:56:26.733724 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56606-5f3e-4fff-83bc-485620756e5b req-1f93728f-bb05-465f-abbe-d8ddf7da9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.735214 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-1f93728f-bb05-465f-abbe-d8ddf7da9f28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 1097 time: 0.1231151 Oct 12 16:56:26.763921 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b160a8b-8fd8-41f9-99cd-b37a2d6641d0 req-2c5ffdb4-a61a-4c9b-b30d-74082fe13777 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073613 Oct 12 16:56:26.825224 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56606-5f3e-4fff-83bc-485620756e5b req-19db4345-a830-4ac1-a79c-91dbb38f86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.826787 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-19db4345-a830-4ac1-a79c-91dbb38f86bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1097 time: 0.0417089 Oct 12 16:56:26.914795 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4e8e-3382-40ab-9162-4c6d319bb363 req-9aa42cb2-9f5a-47ea-8942-83f8d261d4c1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.916820 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c95f4e8e-3382-40ab-9162-4c6d319bb363 req-9aa42cb2-9f5a-47ea-8942-83f8d261d4c1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0504699 Oct 12 16:56:26.945112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-796eb232-5868-4db3-8308-fbb013994b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:26.947223 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-796eb232-5868-4db3-8308-fbb013994b81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1137 time: 0.0961077 Oct 12 16:56:26.954192 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c95f4e8e-3382-40ab-9162-4c6d319bb363 req-46d53c56-b705-4d49-9243-3320644e4bd9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Oct 12 16:56:27.237388 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56606-5f3e-4fff-83bc-485620756e5b req-89fa2f0c-2001-4451-a93f-f795bd49cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.238841 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-89fa2f0c-2001-4451-a93f-f795bd49cc6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.3870678 Oct 12 16:56:27.320909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-97a52f35-c0b7-4979-b227-b8a8f318ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.322994 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-97a52f35-c0b7-4979-b227-b8a8f318ac9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.3628402 Oct 12 16:56:27.334865 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-48a8976c-b0aa-49e5-beb8-8e99009a9c05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 999 time: 0.0773025 Oct 12 16:56:27.425921 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-1332bb78-5a3d-496f-8f86-6c39f62429bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 1001 time: 0.0900474 Oct 12 16:56:27.432174 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56606-5f3e-4fff-83bc-485620756e5b req-5163b177-739b-4bc2-957b-cc18c481da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.433804 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-5163b177-739b-4bc2-957b-cc18c481da44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0620406 Oct 12 16:56:27.523995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-34165dd5-c748-4fa0-8225-158d1db71dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.525465 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-34165dd5-c748-4fa0-8225-158d1db71dea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0742626 Oct 12 16:56:27.529835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56606-5f3e-4fff-83bc-485620756e5b req-9efcc0e5-c1f4-4c80-a48c-6c7bb10108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.531175 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-9efcc0e5-c1f4-4c80-a48c-6c7bb10108a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726554 Oct 12 16:56:27.656031 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-4429734a-26b3-4f25-ba65-58faf12b7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.657509 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-4429734a-26b3-4f25-ba65-58faf12b7a06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118517 Oct 12 16:56:27.667387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c16f-d2e1-4ea2-8bde-c41e598dbffc req-eab2bf70-0a54-4e78-8b6e-8072631c0ae0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:27.668723 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4b82c16f-d2e1-4ea2-8bde-c41e598dbffc req-eab2bf70-0a54-4e78-8b6e-8072631c0ae0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.1308715 Oct 12 16:56:27.747883 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-efc64060-9cdc-42a7-8d0e-daf094ebc85d service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941016 Oct 12 16:56:27.788906 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4b82c16f-d2e1-4ea2-8bde-c41e598dbffc req-cc21c7fa-08c9-4c69-9cac-13c87f52741d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124771 Oct 12 16:56:27.844072 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-7d4a1633-c004-4076-860a-44aa655e8df1 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562183 Oct 12 16:56:27.886787 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-b298c7a7-373b-4e7a-98a1-902d6098170e service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231649 Oct 12 16:56:27.954914 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f050deb0-644f-42c5-9149-8c3d4c73d54e req-fdef31b4-8fa1-4fa1-8db2-5ff6a4baee02 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927680 Oct 12 16:56:28.074430 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c607-a137-4df1-bd3c-e694c6208342 req-0d462255-201d-402e-b841-759b565a83e2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.075793 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f37c607-a137-4df1-bd3c-e694c6208342 req-0d462255-201d-402e-b841-759b565a83e2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Oct 12 16:56:28.114223 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f37c607-a137-4df1-bd3c-e694c6208342 req-cd3e0089-7e14-4717-872f-3802092bf4ba tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Oct 12 16:56:28.913546 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89726bf1-82eb-4045-80f2-0bb41f13318a req-b8d9011c-c344-4096-aa40-8bb19855fdf3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.915853 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-89726bf1-82eb-4045-80f2-0bb41f13318a req-b8d9011c-c344-4096-aa40-8bb19855fdf3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0535343 Oct 12 16:56:28.956598 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-89726bf1-82eb-4045-80f2-0bb41f13318a req-569f7657-209a-4a4c-a228-6c568eb41b09 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347908 Oct 12 16:56:29.248678 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b809a4-e9d0-461b-8759-1ce9361346a6 req-1ce512d8-3b2e-4fbd-83e5-544487ca76b5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:29.250109 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-12b809a4-e9d0-461b-8759-1ce9361346a6 req-1ce512d8-3b2e-4fbd-83e5-544487ca76b5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0593653 Oct 12 16:56:29.293761 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-12b809a4-e9d0-461b-8759-1ce9361346a6 req-002fe4c0-d8a3-4248-a1e7-a5866547ab7c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Oct 12 16:56:29.680100 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 58576) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:29.791659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c582-5ca9-4fc3-a6ec-88195f5cc713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:29.864862 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c582-5ca9-4fc3-a6ec-88195f5cc713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:29.869512 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c582-5ca9-4fc3-a6ec-88195f5cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:29.907620 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e9b3c582-5ca9-4fc3-a6ec-88195f5cc713 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab05c733634740f7b463c26361ac8569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264171 Oct 12 16:56:29.908473 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3c582-5ca9-4fc3-a6ec-88195f5cc713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d0055-5c2f-4ede-8b4e-cb8cebdf368d,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:29.910491 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 58580) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:29.958994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:29.981403 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:30.033707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:30.036241 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:30.037412 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b5d0055-5c2f-4ede-8b4e-cb8cebdf368d HTTP/1.1" status: 204 len: 168 time: 0.1259234 Oct 12 16:56:30.047409 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699ef33-f945-4e72-a86f-c791f3474f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d0055-5c2f-4ede-8b4e-cb8cebdf368d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:30.095868 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763880c-bed1-40df-ac22-baf79a1ac120 req-e822bbb0-834f-466f-865c-65c433559131 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:30.097423 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4763880c-bed1-40df-ac22-baf79a1ac120 req-e822bbb0-834f-466f-865c-65c433559131 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0673318 Oct 12 16:56:30.139475 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4763880c-bed1-40df-ac22-baf79a1ac120 req-eb0eb385-765f-4bf8-899b-626a63e8af8c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355170 Oct 12 16:56:30.415293 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a367682-efcc-4921-8b4e-957431e470a5 req-9f0eaa87-7591-470c-ad7b-c6251c353f5b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:30.416831 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6a367682-efcc-4921-8b4e-957431e470a5 req-9f0eaa87-7591-470c-ad7b-c6251c353f5b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Oct 12 16:56:30.456391 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6a367682-efcc-4921-8b4e-957431e470a5 req-2bd4d548-519c-4e5b-bb55-f8598c350a76 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Oct 12 16:56:31.261115 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f752e2-a241-4ae7-8592-fbf5c783550e req-dafea39b-3db4-4a29-8fbe-789337e0b850 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:31.262608 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-72f752e2-a241-4ae7-8592-fbf5c783550e req-dafea39b-3db4-4a29-8fbe-789337e0b850 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0503974 Oct 12 16:56:31.304815 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-72f752e2-a241-4ae7-8592-fbf5c783550e req-e0d77b02-9af4-40fb-943c-4828da06d29b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362306 Oct 12 16:56:31.582915 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170cc38-8492-4afa-89f7-042e53f1db98 req-774ea580-8b69-44f5-b524-1a08590b668c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:31.584506 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6170cc38-8492-4afa-89f7-042e53f1db98 req-774ea580-8b69-44f5-b524-1a08590b668c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0588603 Oct 12 16:56:31.623897 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6170cc38-8492-4afa-89f7-042e53f1db98 req-fdb0a46d-3d92-4783-b495-f12ce3407a4a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Oct 12 16:56:32.431396 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47815241-f260-481e-b791-839683eee776 req-511f968a-ac4f-443f-aa25-a1d7df81d612 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:32.432799 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47815241-f260-481e-b791-839683eee776 req-511f968a-ac4f-443f-aa25-a1d7df81d612 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0520096 Oct 12 16:56:32.471766 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47815241-f260-481e-b791-839683eee776 req-d7f1b7c1-c851-4193-ab88-ceda79c02591 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Oct 12 16:56:32.749487 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b15b7-5631-4c46-85b8-94f907e41dc3 req-b2f45f2c-bc35-43f3-9cf1-3d267c69750b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:32.751240 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c88b15b7-5631-4c46-85b8-94f907e41dc3 req-b2f45f2c-bc35-43f3-9cf1-3d267c69750b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Oct 12 16:56:32.788664 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c88b15b7-5631-4c46-85b8-94f907e41dc3 req-f69faeaa-7660-411a-9a99-2ab212c20315 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Oct 12 16:56:33.611545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47fae-a073-467b-a1b2-d4a1c9d669d0 req-98d9a87f-5df1-498d-a71b-6973a04ea3c9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:33.613137 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f47fae-a073-467b-a1b2-d4a1c9d669d0 req-98d9a87f-5df1-498d-a71b-6973a04ea3c9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0626163 Oct 12 16:56:33.652895 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f47fae-a073-467b-a1b2-d4a1c9d669d0 req-10f68590-3320-4bd7-be38-347366f38658 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Oct 12 16:56:33.917746 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfce9-23ff-4ecd-8ffd-fa051d2db483 req-1e3990eb-9a6f-4b63-bdca-10cca56bad50 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:33.919236 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b7bfce9-23ff-4ecd-8ffd-fa051d2db483 req-1e3990eb-9a6f-4b63-bdca-10cca56bad50 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0577252 Oct 12 16:56:33.956894 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b7bfce9-23ff-4ecd-8ffd-fa051d2db483 req-d7382409-9818-45f5-98c1-9624967619f7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Oct 12 16:56:34.781597 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a1367-2402-4a95-941b-5d8b2396be26 req-dd43196a-b788-4b24-b144-4fdc07123cf0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:34.783098 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-373a1367-2402-4a95-941b-5d8b2396be26 req-dd43196a-b788-4b24-b144-4fdc07123cf0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0569613 Oct 12 16:56:34.823092 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-373a1367-2402-4a95-941b-5d8b2396be26 req-dbfa163a-a181-44ba-99ee-64d174be0be0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Oct 12 16:56:35.074404 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57d05d-2e74-461a-8b2d-e5d8dc9b7460 req-5e6f8080-0a3a-4360-85bc-8b4ea0be59f0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:35.075901 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b57d05d-2e74-461a-8b2d-e5d8dc9b7460 req-5e6f8080-0a3a-4360-85bc-8b4ea0be59f0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0493512 Oct 12 16:56:35.119184 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b57d05d-2e74-461a-8b2d-e5d8dc9b7460 req-74144ba6-d926-4429-88a7-f3735a397be1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Oct 12 16:56:35.953194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab405-4288-4a92-add5-85d404ccdf1b req-309032f9-a7b5-4cda-9edb-0d66c126b822 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:35.954833 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64aab405-4288-4a92-add5-85d404ccdf1b req-309032f9-a7b5-4cda-9edb-0d66c126b822 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0497351 Oct 12 16:56:35.995338 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64aab405-4288-4a92-add5-85d404ccdf1b req-978c87f1-eed6-4712-b44b-8c7d5f3040dd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346236 Oct 12 16:56:36.235086 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2cbe9-6f55-42c9-b73a-ee062bc93f18 req-a8711540-807c-431d-9f62-e2aca1865b9d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:36.236582 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5aa2cbe9-6f55-42c9-b73a-ee062bc93f18 req-a8711540-807c-431d-9f62-e2aca1865b9d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Oct 12 16:56:36.279255 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5aa2cbe9-6f55-42c9-b73a-ee062bc93f18 req-7b6c3da8-599e-44e6-8c32-087518808a1e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367267 Oct 12 16:56:37.119955 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff27b4-2acd-42a8-9198-efbf361c35e8 req-b1be59ce-7fb9-4d9f-937b-b43d9504477f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:37.121492 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-36ff27b4-2acd-42a8-9198-efbf361c35e8 req-b1be59ce-7fb9-4d9f-937b-b43d9504477f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0526884 Oct 12 16:56:37.159052 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-36ff27b4-2acd-42a8-9198-efbf361c35e8 req-5e2b6171-6267-4ad0-8a4f-cdd9596100c3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Oct 12 16:56:37.321846 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cd78deda-824d-4c35-a7cd-42dc31f6c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:37.430121 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27663d-cc09-4179-b03f-a947ed4c9a81 req-9f524f95-ff88-4f0f-9f00-2e61bf31dfe8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:37.431593 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea27663d-cc09-4179-b03f-a947ed4c9a81 req-9f524f95-ff88-4f0f-9f00-2e61bf31dfe8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0572646 Oct 12 16:56:37.470698 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea27663d-cc09-4179-b03f-a947ed4c9a81 req-a13e3897-df2f-4b42-8f63-9f2b82de8288 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Oct 12 16:56:38.281537 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6debb-ebf7-465d-9e70-9f24ac1d3ca5 req-602a2813-f23c-471f-a25a-b4c282bf0779 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:38.283003 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64e6debb-ebf7-465d-9e70-9f24ac1d3ca5 req-602a2813-f23c-471f-a25a-b4c282bf0779 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0498941 Oct 12 16:56:38.326795 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64e6debb-ebf7-465d-9e70-9f24ac1d3ca5 req-ccceb23c-66be-4062-a4b6-dfab00138ec0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376475 Oct 12 16:56:38.586423 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423f25-cf60-48e6-843a-da87a5dd4589 req-ed4ae794-1960-4f0a-aad3-7acd3a03ea92 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:38.587897 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-97423f25-cf60-48e6-843a-da87a5dd4589 req-ed4ae794-1960-4f0a-aad3-7acd3a03ea92 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Oct 12 16:56:38.626758 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-97423f25-cf60-48e6-843a-da87a5dd4589 req-3b17d780-45ef-440a-88c4-d716b5048c4f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Oct 12 16:56:39.457316 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ecce9-ccf1-4c44-9456-4016f990e681 req-a28d7a37-c33a-45f7-a711-96f9af19ca37 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:39.458910 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-db5ecce9-ccf1-4c44-9456-4016f990e681 req-a28d7a37-c33a-45f7-a711-96f9af19ca37 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0527861 Oct 12 16:56:39.498112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-db5ecce9-ccf1-4c44-9456-4016f990e681 req-4ecc274c-6778-4667-9c6e-8c696d6c6a6a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Oct 12 16:56:39.746013 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59f00-507a-45a1-8dae-72facd51998c req-c2aefea9-0d3a-46f8-84af-17442404da31 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:39.747782 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-33e59f00-507a-45a1-8dae-72facd51998c req-c2aefea9-0d3a-46f8-84af-17442404da31 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Oct 12 16:56:39.788913 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-33e59f00-507a-45a1-8dae-72facd51998c req-39215273-91d7-459e-8b62-1b30f613e3af tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Oct 12 16:56:39.830997 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d88d62f8-f534-4ec5-a74e-7b8d61a14b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:40.634506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0161-1830-40e1-9170-99008d2bc26e req-78c05729-1569-4744-9eca-a665caabbde0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:40.636019 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-148c0161-1830-40e1-9170-99008d2bc26e req-78c05729-1569-4744-9eca-a665caabbde0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0532324 Oct 12 16:56:40.674297 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-148c0161-1830-40e1-9170-99008d2bc26e req-e28a69af-25cc-4f7d-83bc-67c3ba085936 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Oct 12 16:56:40.906550 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450e45f-a5f0-4bf4-83a7-6bc3751d4534 req-42e1319d-5d4b-43b3-bc4e-4465f436d710 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:40.907963 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1450e45f-a5f0-4bf4-83a7-6bc3751d4534 req-42e1319d-5d4b-43b3-bc4e-4465f436d710 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0514982 Oct 12 16:56:40.945503 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1450e45f-a5f0-4bf4-83a7-6bc3751d4534 req-f73a416b-8f35-4b22-8651-0b1f87758b47 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Oct 12 16:56:41.018377 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:41.124458 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:41.812358 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db2183-24ca-48f3-98c7-49967eeb1119 req-8779dbdc-a9d5-4893-a41e-345bb5bce6c8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:41.814708 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-17db2183-24ca-48f3-98c7-49967eeb1119 req-8779dbdc-a9d5-4893-a41e-345bb5bce6c8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0669098 Oct 12 16:56:41.855324 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-17db2183-24ca-48f3-98c7-49967eeb1119 req-75db7025-857a-4ae9-8f6e-3c403492f139 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Oct 12 16:56:42.061527 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2614d26-382c-4ff5-a540-1fdbe8a0ede6 req-e072375d-f9ae-410f-8c1c-76f4b5d48fdf tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:42.063020 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2614d26-382c-4ff5-a540-1fdbe8a0ede6 req-e072375d-f9ae-410f-8c1c-76f4b5d48fdf tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Oct 12 16:56:42.103746 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2614d26-382c-4ff5-a540-1fdbe8a0ede6 req-33730f12-6f5c-4b9d-ba3a-46e877eaa912 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Oct 12 16:56:42.470849 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:42.976176 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be919488-61bf-4481-8bcd-b0ba49cb07f9 req-cbfe6f60-f1f3-4bca-a7b4-ed8fa30e6ea6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:42.977689 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-be919488-61bf-4481-8bcd-b0ba49cb07f9 req-cbfe6f60-f1f3-4bca-a7b4-ed8fa30e6ea6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0494671 Oct 12 16:56:43.016210 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-be919488-61bf-4481-8bcd-b0ba49cb07f9 req-4136c8d9-c884-4f58-9d5c-0e249dfb36e9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Oct 12 16:56:43.222090 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06c564-73c8-4200-b1e1-111625aa0321 req-dd920298-19d0-44ad-b32b-8733b74ee479 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:43.223557 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7f06c564-73c8-4200-b1e1-111625aa0321 req-dd920298-19d0-44ad-b32b-8733b74ee479 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Oct 12 16:56:43.261680 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7f06c564-73c8-4200-b1e1-111625aa0321 req-5548da30-45a3-411e-b6fa-9f16de0969ba tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Oct 12 16:56:44.139661 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b13f8f-f1ec-41b6-acd1-2ee48bb7d381 req-445a5e26-97d7-4bb3-aefd-f1e1e007d813 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:44.141127 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62b13f8f-f1ec-41b6-acd1-2ee48bb7d381 req-445a5e26-97d7-4bb3-aefd-f1e1e007d813 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0514266 Oct 12 16:56:44.178391 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62b13f8f-f1ec-41b6-acd1-2ee48bb7d381 req-ec125444-f046-4ae0-accb-12183486f6d1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Oct 12 16:56:44.377991 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28711f99-4b05-4984-ba25-28481eda1db7 req-4c5f150a-80b2-4b92-9c3e-066ea7c140be tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:44.379441 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-28711f99-4b05-4984-ba25-28481eda1db7 req-4c5f150a-80b2-4b92-9c3e-066ea7c140be tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Oct 12 16:56:44.415947 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-28711f99-4b05-4984-ba25-28481eda1db7 req-5cc13b8d-a244-45c5-b6b0-d6a69da6c9d5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Oct 12 16:56:45.296680 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75b5f-1cfb-4be3-a5ed-7f8415e5ddcd req-5b37d17f-b7b5-4d82-912b-633bfbb0ca7a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:45.298159 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3f75b5f-1cfb-4be3-a5ed-7f8415e5ddcd req-5b37d17f-b7b5-4d82-912b-633bfbb0ca7a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0480013 Oct 12 16:56:45.337814 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3f75b5f-1cfb-4be3-a5ed-7f8415e5ddcd req-9e3176fa-c23d-4a53-bee2-5ff2b0ee8f01 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Oct 12 16:56:45.536587 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740f426-ba04-4efa-a1bb-dead70babfc1 req-26979731-1e6d-4ebb-b45d-3781ab9c9216 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:45.538032 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f740f426-ba04-4efa-a1bb-dead70babfc1 req-26979731-1e6d-4ebb-b45d-3781ab9c9216 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Oct 12 16:56:45.577385 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f740f426-ba04-4efa-a1bb-dead70babfc1 req-1b75d169-f013-4d84-85f7-9c649f93a5b0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Oct 12 16:56:46.460584 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d143e-bd02-44f2-b2d2-a79f30ea224d req-9610567e-acfa-4a3b-86eb-f3a3d3b59d62 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:46.462720 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6f2d143e-bd02-44f2-b2d2-a79f30ea224d req-9610567e-acfa-4a3b-86eb-f3a3d3b59d62 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0528581 Oct 12 16:56:46.505181 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6f2d143e-bd02-44f2-b2d2-a79f30ea224d req-7cab26fe-68b4-4cd6-a320-af7af6b9eccf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358715 Oct 12 16:56:46.687202 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922449c3-04f3-42a1-9db7-4ed1682ef761 req-14edf668-eb33-4565-a95e-dca35ecc61ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:46.688658 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-922449c3-04f3-42a1-9db7-4ed1682ef761 req-14edf668-eb33-4565-a95e-dca35ecc61ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0471647 Oct 12 16:56:46.727172 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-922449c3-04f3-42a1-9db7-4ed1682ef761 req-04769b4b-5fa5-413f-a10f-ce87152ef299 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Oct 12 16:56:47.630269 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d7d4e-1f53-48cb-b8ff-8d80336aea25 req-4a918c20-c565-4481-91dc-f23d2b400781 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:47.631606 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f88d7d4e-1f53-48cb-b8ff-8d80336aea25 req-4a918c20-c565-4481-91dc-f23d2b400781 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0543427 Oct 12 16:56:47.668564 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f88d7d4e-1f53-48cb-b8ff-8d80336aea25 req-c0d3dbd1-02e3-4cef-a79d-1756c41c7af7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301614 Oct 12 16:56:48.134943 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd02e-45ba-4e1e-ac69-7ca3d52229fc req-58b4f038-ae26-4052-815f-a2ac435149e6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:48.136396 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35afd02e-45ba-4e1e-ac69-7ca3d52229fc req-58b4f038-ae26-4052-815f-a2ac435149e6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0510790 Oct 12 16:56:48.174445 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35afd02e-45ba-4e1e-ac69-7ca3d52229fc req-b03b9892-4f5d-4565-ad09-98eb6b2cf503 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Oct 12 16:56:48.457321 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:48.786061 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ae97a-9aae-4765-86cd-3e0ee5cb26ea req-f1326783-1b5b-472d-8a23-47198fca4697 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:48.787540 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c64ae97a-9aae-4765-86cd-3e0ee5cb26ea req-f1326783-1b5b-472d-8a23-47198fca4697 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0485077 Oct 12 16:56:48.827167 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c64ae97a-9aae-4765-86cd-3e0ee5cb26ea req-7eb42e4a-d39b-4208-85de-bb383f5c5db9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Oct 12 16:56:49.951512 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6860df-5c86-4176-82c3-44db62da7457 req-e1108add-2f73-4207-81c5-87234086bed2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:49.953018 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9a6860df-5c86-4176-82c3-44db62da7457 req-e1108add-2f73-4207-81c5-87234086bed2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0496035 Oct 12 16:56:49.989512 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9a6860df-5c86-4176-82c3-44db62da7457 req-6748eb7e-17ab-48d0-a216-0e08e006b905 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Oct 12 16:56:51.106657 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93de26b-6c6b-412a-81fd-d52b39ae07a3 req-b32d7642-9020-4760-a905-4084571f90c2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:51.108116 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b93de26b-6c6b-412a-81fd-d52b39ae07a3 req-b32d7642-9020-4760-a905-4084571f90c2 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0473850 Oct 12 16:56:51.145456 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b93de26b-6c6b-412a-81fd-d52b39ae07a3 req-10568fa8-7ec7-4e16-856b-7c7b60e84d91 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Oct 12 16:56:52.264016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4ddfb-9f4f-40b9-864a-9b93a01380d4 req-9cd95137-d1fc-4a53-9246-278ee2374cfa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:52.265524 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ebe4ddfb-9f4f-40b9-864a-9b93a01380d4 req-9cd95137-d1fc-4a53-9246-278ee2374cfa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0473256 Oct 12 16:56:52.302730 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ebe4ddfb-9f4f-40b9-864a-9b93a01380d4 req-a0554422-8b61-4b2e-815a-5528a6c62e67 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Oct 12 16:56:53.424871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ded489-d80c-4109-bcb7-6e47dc5f5129 req-890f53eb-c555-4573-8b79-8798f67aba21 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:53.426373 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-45ded489-d80c-4109-bcb7-6e47dc5f5129 req-890f53eb-c555-4573-8b79-8798f67aba21 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 944 time: 0.0516257 Oct 12 16:56:53.464572 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-45ded489-d80c-4109-bcb7-6e47dc5f5129 req-1f90469d-35e0-4e0e-8e87-38db2b863cb0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Oct 12 16:56:54.182752 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:56:54.287131 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:54.298465 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'mac_address': 'fa:16:3e:00:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:56:54.335941 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:54.348685 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:56:54.367565 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:54.372052 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:54.419951 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=9']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:54.427279 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.427636 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.427978 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.428316 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.428650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.429016 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.429343 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.429669 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.430026 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.430357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.430679 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.431001 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:54.593713 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd898-b3ed-435c-902b-039c153335e4 req-af133de5-ee1e-41aa-ac11-b7dcbdb90750 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:54.595185 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-be0bd898-b3ed-435c-902b-039c153335e4 req-af133de5-ee1e-41aa-ac11-b7dcbdb90750 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0529354 Oct 12 16:56:54.632957 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-be0bd898-b3ed-435c-902b-039c153335e4 req-310f7780-3722-4220-b37d-f8a6fedad3c1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Oct 12 16:56:54.820116 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['22b20943-f9ba-491e-9472-8c4b8972d7c3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:56:55.753699 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece8629-5dc9-4f65-99e8-2491118fc531 req-a82cf7fe-e893-4930-b971-0191b29b05c6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:55.755165 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5ece8629-5dc9-4f65-99e8-2491118fc531 req-a82cf7fe-e893-4930-b971-0191b29b05c6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 945 time: 0.0493813 Oct 12 16:56:55.792260 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5ece8629-5dc9-4f65-99e8-2491118fc531 req-6bb43f78-201d-4dd6-871d-2b1584c70e1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Oct 12 16:56:56.204759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-139202e8-aca4-4868-a138-3231b3fdd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:56.206437 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-139202e8-aca4-4868-a138-3231b3fdd9f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0724149 Oct 12 16:56:56.210378 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:56:56.225510 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488c968-f643-48d8-a232-1e47fa4e540f req-7d8a5526-5ca6-4ac4-9af0-dd1e79c0a63e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:56.227697 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4488c968-f643-48d8-a232-1e47fa4e540f req-7d8a5526-5ca6-4ac4-9af0-dd1e79c0a63e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0689900 Oct 12 16:56:56.258924 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 22b20943-f9ba-491e-9472-8c4b8972d7c3 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:56:56.259281 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:56.323405 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4488c968-f643-48d8-a232-1e47fa4e540f req-8c32945c-5603-489c-9dc6-d8c10e301beb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840433 Oct 12 16:56:56.344884 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:56.349282 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-22501cc6-c671-4e2f-9b2b-53f60d53590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:56.350762 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-22501cc6-c671-4e2f-9b2b-53f60d53590a service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.1220279 Oct 12 16:56:56.367995 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:56.370351 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb99725-bf1e-4693-94d8-efa09760dcab" -d '{"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:56.386688 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:56.391682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:56.400879 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-ed1ed579-65fe-40d4-bdf8-01a924996686 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0409532 Oct 12 16:56:56.415147 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e54b19-f70d-4ad7-b7a4-366d7a916af1 x-openstack-request-id: req-36e54b19-f70d-4ad7-b7a4-366d7a916af1 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:56.415438 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-plugged", "status": "completed", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:56.415694 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36e54b19-f70d-4ad7-b7a4-366d7a916af1 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:56.416076 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'code': 200} Oct 12 16:56:56.445035 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=10']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:56.470609 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-90132e59-7396-46fe-9cca-1e63c4920ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:56.471998 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-90132e59-7396-46fe-9cca-1e63c4920ae3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0526679 Oct 12 16:56:56.510690 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-590e466d-0dcc-4e9a-af5d-1107538132d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235107 Oct 12 16:56:56.606722 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-5ca6c1cf-1c0a-4079-8e6a-5b0c4e246132 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825138 Oct 12 16:56:56.696344 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53b39e8a-38a6-4228-a883-eeadfeaf8762 req-1d90651e-240c-44b1-a2fc-fc532741511d service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795059 Oct 12 16:56:56.913461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2b1ec-bde8-4825-a6c7-732d8257fa2a req-478e42d8-29a2-42db-bf89-d647b31c4138 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:56.914995 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b8e2b1ec-bde8-4825-a6c7-732d8257fa2a req-478e42d8-29a2-42db-bf89-d647b31c4138 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0512214 Oct 12 16:56:56.954795 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b8e2b1ec-bde8-4825-a6c7-732d8257fa2a req-03550b43-bcf8-4fc6-a89a-2c3329535415 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335803 Oct 12 16:56:57.009015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c54d2f-91d4-4619-98ed-a7e616f1edf5 req-ddd64fa2-d919-4ead-9ab1-ca5db5e89d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:57.010385 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4c54d2f-91d4-4619-98ed-a7e616f1edf5 req-ddd64fa2-d919-4ead-9ab1-ca5db5e89d47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1100 time: 0.0439529 Oct 12 16:56:57.046858 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4c54d2f-91d4-4619-98ed-a7e616f1edf5 req-6b88ff84-9484-40b5-a57c-983de0e3c9b3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266213 Oct 12 16:56:57.336186 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa1728-e872-4721-9ddb-df6cce7febf7 req-85cab4a2-6216-4aa4-a94f-6af2757b0c26 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:57.337689 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3efa1728-e872-4721-9ddb-df6cce7febf7 req-85cab4a2-6216-4aa4-a94f-6af2757b0c26 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0508323 Oct 12 16:56:57.375554 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3efa1728-e872-4721-9ddb-df6cce7febf7 req-c1fbff40-52ba-48c9-91d2-871cf5fffbcd tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Oct 12 16:56:57.439664 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811818b-9f3b-4a5b-9701-e4c4f1c76701 req-b983e10c-2c5e-41ef-8aa4-a54176b708b6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:57.441137 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3811818b-9f3b-4a5b-9701-e4c4f1c76701 req-b983e10c-2c5e-41ef-8aa4-a54176b708b6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483196 Oct 12 16:56:57.477643 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3811818b-9f3b-4a5b-9701-e4c4f1c76701 req-d176bec9-acc4-4937-857e-1a3a55f0dab6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Oct 12 16:56:58.072646 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fafa-8065-449b-9fd5-8fff82b5f6d9 req-264666ac-660f-4515-ace1-7a81f943133e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:58.074105 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cae0fafa-8065-449b-9fd5-8fff82b5f6d9 req-264666ac-660f-4515-ace1-7a81f943133e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0476625 Oct 12 16:56:58.110772 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cae0fafa-8065-449b-9fd5-8fff82b5f6d9 req-b9d85711-9c09-4dfd-ad37-16740c09bc00 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Oct 12 16:56:58.488606 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47643d58-f105-4c09-8c91-ade0d290555d req-0d1f1503-2c53-40f3-b64e-a259d960a7ef tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:58.490089 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47643d58-f105-4c09-8c91-ade0d290555d req-0d1f1503-2c53-40f3-b64e-a259d960a7ef tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0475404 Oct 12 16:56:58.530007 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-47643d58-f105-4c09-8c91-ade0d290555d req-250a6a5f-ae0b-47bb-82b6-0b99fc7ade7e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341082 Oct 12 16:56:58.596000 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04e360-c618-4537-acf0-07d0af5e9200 req-0f0290a5-5f2d-4cc5-b3bb-beaad6e19659 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:58.597350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bb04e360-c618-4537-acf0-07d0af5e9200 req-0f0290a5-5f2d-4cc5-b3bb-beaad6e19659 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Oct 12 16:56:58.633061 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bb04e360-c618-4537-acf0-07d0af5e9200 req-c343a77a-1e5c-49aa-831f-99468ee7f786 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293014 Oct 12 16:56:59.240211 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c28c6-8bdc-4e48-a33a-e00e5ebfb5bf req-12317e5e-362b-4f9a-8490-9245123a9926 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:59.241799 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-027c28c6-8bdc-4e48-a33a-e00e5ebfb5bf req-12317e5e-362b-4f9a-8490-9245123a9926 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0555484 Oct 12 16:56:59.283017 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-027c28c6-8bdc-4e48-a33a-e00e5ebfb5bf req-4453e2f3-84ad-4d13-85c8-044ce896bc10 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Oct 12 16:56:59.643129 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773167e8-ad3d-4d4d-b6d4-f7f66abed6f5 req-c3c94fdf-3f98-4af6-874e-bbb5cb1afe28 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:59.644588 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-773167e8-ad3d-4d4d-b6d4-f7f66abed6f5 req-c3c94fdf-3f98-4af6-874e-bbb5cb1afe28 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0479772 Oct 12 16:56:59.684062 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-773167e8-ad3d-4d4d-b6d4-f7f66abed6f5 req-2a9b6b08-03b8-40c8-b2ea-5286fb65bf41 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Oct 12 16:56:59.746604 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892eb66-8438-426b-8dee-1260aa8f4548 req-76add892-d3f1-4e48-a7e9-c3bdfa4fb0c2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:59.748044 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c892eb66-8438-426b-8dee-1260aa8f4548 req-76add892-d3f1-4e48-a7e9-c3bdfa4fb0c2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0474839 Oct 12 16:56:59.784467 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c892eb66-8438-426b-8dee-1260aa8f4548 req-38f133c2-ca04-4266-b221-8338b9298624 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302582 Oct 12 16:57:00.401588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299293bc-317a-4bd3-845c-809034120e1e req-32a793e4-bc81-49e0-b7ac-4894d2145d53 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:00.403058 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-299293bc-317a-4bd3-845c-809034120e1e req-32a793e4-bc81-49e0-b7ac-4894d2145d53 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0479367 Oct 12 16:57:00.445268 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-299293bc-317a-4bd3-845c-809034120e1e req-949601af-1461-485c-adaf-19042b714efe tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Oct 12 16:57:00.497731 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:57:00.795110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbada0e8-d436-401a-9bce-4ff37217cca4 req-5232a438-e7d9-4148-becc-ff74c90047ae tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:00.796680 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bbada0e8-d436-401a-9bce-4ff37217cca4 req-5232a438-e7d9-4148-becc-ff74c90047ae tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0489783 Oct 12 16:57:00.835789 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bbada0e8-d436-401a-9bce-4ff37217cca4 req-e388f30b-5e56-42ea-8c90-bf2c6fdae187 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Oct 12 16:57:00.900016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db76e2-57dc-45ea-b338-1a695b452a42 req-10c778dd-d0a8-4a1a-9bc3-a934583499c5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:00.901464 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-15db76e2-57dc-45ea-b338-1a695b452a42 req-10c778dd-d0a8-4a1a-9bc3-a934583499c5 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0505075 Oct 12 16:57:00.936668 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-15db76e2-57dc-45ea-b338-1a695b452a42 req-feedcc65-ab8b-42fa-b0ea-6a3cd5b855da tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293255 Oct 12 16:57:01.950493 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f341-e983-40e9-8a83-8c30bd56396b req-f6382314-e108-4cd6-bc91-d6110fb0dbe1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:01.951946 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e945f341-e983-40e9-8a83-8c30bd56396b req-f6382314-e108-4cd6-bc91-d6110fb0dbe1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0513163 Oct 12 16:57:01.990519 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e945f341-e983-40e9-8a83-8c30bd56396b req-fa4f50e7-6444-467c-aea6-83937022df6b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Oct 12 16:57:02.066659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1446-1883-404e-90c4-b25898c3f221 req-9ae61eca-3e14-4286-a8ce-be3b79a34fed tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:02.068125 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-378f1446-1883-404e-90c4-b25898c3f221 req-9ae61eca-3e14-4286-a8ce-be3b79a34fed tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0644150 Oct 12 16:57:02.104999 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-378f1446-1883-404e-90c4-b25898c3f221 req-4dea7fdc-09ae-48b2-8549-be14acbbb166 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Oct 12 16:57:03.111061 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabca32-fdb0-40fe-9b02-91a178090e1e req-ba081bf8-27ae-43d1-8fab-db150a8d5c71 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:03.112516 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfabca32-fdb0-40fe-9b02-91a178090e1e req-ba081bf8-27ae-43d1-8fab-db150a8d5c71 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0468595 Oct 12 16:57:03.150749 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfabca32-fdb0-40fe-9b02-91a178090e1e req-540a2540-837c-4708-ac82-fc9aa8e2c3ee tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Oct 12 16:57:03.217138 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbd367-be30-4f94-939c-a8ac8146f10a req-ea4bc05f-550e-4ffc-ae53-daa08e173753 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:03.218710 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-34cbd367-be30-4f94-939c-a8ac8146f10a req-ea4bc05f-550e-4ffc-ae53-daa08e173753 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Oct 12 16:57:03.256645 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-34cbd367-be30-4f94-939c-a8ac8146f10a req-8d0dbebb-abfb-4236-a92e-96d90c36daea tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Oct 12 16:57:04.261444 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c400f-096f-4145-92b2-8854e8cf3adb req-2f91e144-0c71-422f-8bb7-ab2226bcc68a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:04.262930 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-020c400f-096f-4145-92b2-8854e8cf3adb req-2f91e144-0c71-422f-8bb7-ab2226bcc68a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0474989 Oct 12 16:57:04.301841 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-020c400f-096f-4145-92b2-8854e8cf3adb req-e9fe8b43-7bcf-46a0-bfb2-3abfcf1c38d7 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Oct 12 16:57:04.380367 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419299-eaad-44b0-aa0e-a3fa98384be3 req-8d2d8831-da94-4007-9b45-aca6002527b6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:04.381970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7f419299-eaad-44b0-aa0e-a3fa98384be3 req-8d2d8831-da94-4007-9b45-aca6002527b6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0565274 Oct 12 16:57:04.421231 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7f419299-eaad-44b0-aa0e-a3fa98384be3 req-e3e00e45-8331-4bda-a03b-334e5520ffb9 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Oct 12 16:57:05.419222 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a447-2144-42b2-b0b1-ebce014a923e req-262ffdd1-dfd0-4202-96ba-78de8abad0e3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:05.420710 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4198a447-2144-42b2-b0b1-ebce014a923e req-262ffdd1-dfd0-4202-96ba-78de8abad0e3 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0524049 Oct 12 16:57:05.460517 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4198a447-2144-42b2-b0b1-ebce014a923e req-1f5b575d-2a6a-4032-b78a-f241850da2cc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Oct 12 16:57:05.533694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45528d-f5e6-43f9-9da4-2a0034c2b21c req-ef6bc576-1aa8-4dd4-ae1c-46e87968697e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:05.535212 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b45528d-f5e6-43f9-9da4-2a0034c2b21c req-ef6bc576-1aa8-4dd4-ae1c-46e87968697e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0474844 Oct 12 16:57:05.572678 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7b45528d-f5e6-43f9-9da4-2a0034c2b21c req-46f4f2b1-9ae7-4280-9148-560410cd77de tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Oct 12 16:57:06.543459 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98e31-ca57-4722-80e6-c7355a54c200 req-a5b19956-b52f-425c-832b-e7bc76cdd04d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.545035 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-67b98e31-ca57-4722-80e6-c7355a54c200 req-a5b19956-b52f-425c-832b-e7bc76cdd04d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0795202 Oct 12 16:57:06.551656 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594222-2de2-4458-9ea4-92e03238883d req-095aca7b-b14f-4a1d-85bf-892aa20a13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.553093 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-095aca7b-b14f-4a1d-85bf-892aa20a13c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1137 time: 0.0621881 Oct 12 16:57:06.580038 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4b1c-9ada-4348-82b6-b9d76430d7e9 req-2fd23c17-4960-45ce-ba98-f4e9c1ea5d94 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.581455 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4c6a4b1c-9ada-4348-82b6-b9d76430d7e9 req-2fd23c17-4960-45ce-ba98-f4e9c1ea5d94 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0497036 Oct 12 16:57:06.618724 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4c6a4b1c-9ada-4348-82b6-b9d76430d7e9 req-5a55f73b-d3c6-4450-8777-e8284cc145f2 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Oct 12 16:57:06.630473 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-67b98e31-ca57-4722-80e6-c7355a54c200 req-34a88447-75e2-4163-a999-345ab6469bc8 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764239 Oct 12 16:57:06.669991 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594222-2de2-4458-9ea4-92e03238883d req-2f98928d-a096-4047-b63d-0d25d6f015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.671451 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-2f98928d-a096-4047-b63d-0d25d6f015b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.1038890 Oct 12 16:57:06.726933 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2a9a6-ed61-47df-bca5-ccae5ce4bd52 req-2933ff47-f66d-4731-a314-032a93ad0538 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.728386 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b3e2a9a6-ed61-47df-bca5-ccae5ce4bd52 req-2933ff47-f66d-4731-a314-032a93ad0538 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Oct 12 16:57:06.740801 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-3e5ea4d4-3635-41a4-9bf0-31fd3588d864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 1001 time: 0.0617924 Oct 12 16:57:06.765828 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b3e2a9a6-ed61-47df-bca5-ccae5ce4bd52 req-6b9f6adc-e3eb-49cc-b28f-8f1bb42b452f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Oct 12 16:57:06.797086 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594222-2de2-4458-9ea4-92e03238883d req-32890bd9-dec1-40fe-9774-b0131dd8d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.798567 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-32890bd9-dec1-40fe-9774-b0131dd8d087 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0445514 Oct 12 16:57:06.846611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594222-2de2-4458-9ea4-92e03238883d req-de70dce5-4da5-4fe9-80ac-e9cebc1b9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.848232 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-de70dce5-4da5-4fe9-80ac-e9cebc1b9e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396745 Oct 12 16:57:06.940836 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-7796c64e-df78-4889-b0ed-c90d7830f5c2 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836506 Oct 12 16:57:07.030373 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44594222-2de2-4458-9ea4-92e03238883d req-8ee75d4f-ccab-4b52-9f31-ce27e2fc6b3f service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809059 Oct 12 16:57:07.324612 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f3f3be6d-542a-418c-87e5-0287eff07d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.736893 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf6c37-0b37-4089-bf48-11f27f97bf52 req-33368cc4-a9e8-4dac-b206-547630be5bee tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:07.738418 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ecf6c37-0b37-4089-bf48-11f27f97bf52 req-33368cc4-a9e8-4dac-b206-547630be5bee tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0536304 Oct 12 16:57:07.757300 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604c9f4-9e53-47d6-8154-48274b599e88 req-6268b294-ff00-4dc6-b044-1ed1cde9bf9b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:07.758780 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1604c9f4-9e53-47d6-8154-48274b599e88 req-6268b294-ff00-4dc6-b044-1ed1cde9bf9b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0525632 Oct 12 16:57:07.775350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ecf6c37-0b37-4089-bf48-11f27f97bf52 req-b2bf5358-64dc-4485-a964-b6a5193b78da tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308495 Oct 12 16:57:07.799627 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1604c9f4-9e53-47d6-8154-48274b599e88 req-2dcf198d-a91f-4805-a3a2-08425fab87d0 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347068 Oct 12 16:57:07.883525 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5833-8404-4f06-8f9e-0dfd260be4c8 req-b1ab5f95-9746-4066-a681-e13d752f5a08 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:07.885007 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-71ed5833-8404-4f06-8f9e-0dfd260be4c8 req-b1ab5f95-9746-4066-a681-e13d752f5a08 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Oct 12 16:57:07.921206 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-71ed5833-8404-4f06-8f9e-0dfd260be4c8 req-a575536f-e981-4107-a7d9-19978440f64f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303729 Oct 12 16:57:08.888392 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361e77b-ee7c-445a-bd9c-8fe54acaae3d req-bc80d40b-ac95-4940-b15e-62b9be4f8d3d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.889908 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e361e77b-ee7c-445a-bd9c-8fe54acaae3d req-bc80d40b-ac95-4940-b15e-62b9be4f8d3d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0486488 Oct 12 16:57:08.912329 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c248b21-abc7-41bf-8606-c261412aebc4 req-3e2aa042-8998-4beb-8f02-2ffd496f36de tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.913970 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1c248b21-abc7-41bf-8606-c261412aebc4 req-3e2aa042-8998-4beb-8f02-2ffd496f36de tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0483654 Oct 12 16:57:08.927378 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e361e77b-ee7c-445a-bd9c-8fe54acaae3d req-2131b829-09ff-4000-bb3b-360e928e8eea tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Oct 12 16:57:08.956393 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1c248b21-abc7-41bf-8606-c261412aebc4 req-992740f7-8130-41a4-9e4d-d051f4b955f8 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356350 Oct 12 16:57:09.040334 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41c4d-3494-4b19-922d-041cd6fbe222 req-372da180-fc48-4a47-8e6d-827f3035dd0a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:09.041819 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-39e41c4d-3494-4b19-922d-041cd6fbe222 req-372da180-fc48-4a47-8e6d-827f3035dd0a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Oct 12 16:57:09.078322 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-39e41c4d-3494-4b19-922d-041cd6fbe222 req-720d4bd3-4cf3-41e6-8937-d2101070817a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Oct 12 16:57:09.834407 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e2de72ce-1ed1-43ef-987b-f29bcc8a00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:10.086158 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb5ae-3042-45b6-a71c-39c8cdba7ec4 req-f0b5a99a-a2a8-4b7e-b1fd-fa6e47080380 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:10.087618 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0fbdb5ae-3042-45b6-a71c-39c8cdba7ec4 req-f0b5a99a-a2a8-4b7e-b1fd-fa6e47080380 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0573978 Oct 12 16:57:10.100859 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948882e-5bf6-409b-885c-0821e01cc3fb req-ee08cbec-601f-4836-984c-5125ebc642a9 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:10.102340 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0948882e-5bf6-409b-885c-0821e01cc3fb req-ee08cbec-601f-4836-984c-5125ebc642a9 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0532453 Oct 12 16:57:10.130134 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0fbdb5ae-3042-45b6-a71c-39c8cdba7ec4 req-d178ab50-7972-4bca-86ae-a1e43f1fa3e3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363648 Oct 12 16:57:10.140054 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0948882e-5bf6-409b-885c-0821e01cc3fb req-d8f760cd-8379-47d1-a3f0-15c6af601cbc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Oct 12 16:57:10.231693 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc585fe6-f639-4155-8f52-54e5dc97ff65 req-1d09f513-2614-4443-ad10-bb09ec950e11 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:10.233173 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dc585fe6-f639-4155-8f52-54e5dc97ff65 req-1d09f513-2614-4443-ad10-bb09ec950e11 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Oct 12 16:57:10.270303 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dc585fe6-f639-4155-8f52-54e5dc97ff65 req-47400d23-289e-420a-98bf-89853c5d3493 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304699 Oct 12 16:57:11.010007 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:11.124789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:11.244417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dab0bc-2b06-42cc-9977-f4d3923dfbd9 req-aee9babb-ac1c-4778-89ad-e721590dcba2 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:11.245992 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-23dab0bc-2b06-42cc-9977-f4d3923dfbd9 req-aee9babb-ac1c-4778-89ad-e721590dcba2 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0495193 Oct 12 16:57:11.251799 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab7e2-29cf-4087-9bd1-ee8a4e7b4fad req-c1c4f437-859b-47a0-a097-bafb609bfabb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:11.253406 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-471ab7e2-29cf-4087-9bd1-ee8a4e7b4fad req-c1c4f437-859b-47a0-a097-bafb609bfabb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0487411 Oct 12 16:57:11.293082 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-471ab7e2-29cf-4087-9bd1-ee8a4e7b4fad req-320553ad-00f8-4300-bf4d-955c23a49623 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Oct 12 16:57:11.294562 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-23dab0bc-2b06-42cc-9977-f4d3923dfbd9 req-689983bd-999c-46e5-acae-646279b88749 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421827 Oct 12 16:57:11.410289 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e937-dcad-4e38-8fd9-28244cc6cfd1 req-24decefa-29f5-48c3-a536-8200c167d1fb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:11.411801 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bca6e937-dcad-4e38-8fd9-28244cc6cfd1 req-24decefa-29f5-48c3-a536-8200c167d1fb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0648334 Oct 12 16:57:11.451498 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bca6e937-dcad-4e38-8fd9-28244cc6cfd1 req-9c265876-dc17-40f4-b181-c06f4fbb0dc4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Oct 12 16:57:12.408411 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74dcc2-f061-4f6b-9f17-6db68a963644 req-0cccb1c9-35fc-460a-bcc4-4d4d97e3e0bd tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:12.410133 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5c74dcc2-f061-4f6b-9f17-6db68a963644 req-0cccb1c9-35fc-460a-bcc4-4d4d97e3e0bd tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0500751 Oct 12 16:57:12.418034 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8c15-027e-480d-ab46-abf68815433c req-426bdfc8-18ef-4009-80a9-29e851d7fb9e tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:12.419569 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-961e8c15-027e-480d-ab46-abf68815433c req-426bdfc8-18ef-4009-80a9-29e851d7fb9e tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0493257 Oct 12 16:57:12.450485 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5c74dcc2-f061-4f6b-9f17-6db68a963644 req-31977641-7b50-4406-8e34-4093eaa3cb53 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Oct 12 16:57:12.462701 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-961e8c15-027e-480d-ab46-abf68815433c req-85f4bd4d-e1c0-41b8-904d-5349b0be8668 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364904 Oct 12 16:57:12.472614 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:12.572568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59a82d-b9db-4331-9c3a-599c7645a35f req-e249de9a-1013-4e16-9620-4fffebec88df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:12.574035 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc59a82d-b9db-4331-9c3a-599c7645a35f req-e249de9a-1013-4e16-9620-4fffebec88df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0538511 Oct 12 16:57:12.612638 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc59a82d-b9db-4331-9c3a-599c7645a35f req-4e5b3835-bc18-4724-a9da-071ff8c1f9e2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Oct 12 16:57:13.569519 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2a4d7-00eb-4f84-b1b8-e9874e0e89d5 req-cf7cb11e-651c-4229-bf39-bdf90054f6b6 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.570898 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58a2a4d7-00eb-4f84-b1b8-e9874e0e89d5 req-cf7cb11e-651c-4229-bf39-bdf90054f6b6 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0486658 Oct 12 16:57:13.578530 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c16814-e390-4319-ab9b-3b6868ddef58 req-1915b92b-7878-4c23-a7d2-8b8f66e8af23 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.580105 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45c16814-e390-4319-ab9b-3b6868ddef58 req-1915b92b-7878-4c23-a7d2-8b8f66e8af23 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0509377 Oct 12 16:57:13.609301 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58a2a4d7-00eb-4f84-b1b8-e9874e0e89d5 req-3940daa0-d243-4cc5-a333-44c02cab5b7c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Oct 12 16:57:13.622876 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45c16814-e390-4319-ab9b-3b6868ddef58 req-215234d9-3a00-45fe-8999-5b690b4a32bb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363882 Oct 12 16:57:13.736798 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999339c-bfde-4bd7-a1aa-b91bb781a240 req-871a9350-7372-4c96-859c-a38af4953341 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.738896 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d999339c-bfde-4bd7-a1aa-b91bb781a240 req-871a9350-7372-4c96-859c-a38af4953341 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0568230 Oct 12 16:57:13.780271 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d999339c-bfde-4bd7-a1aa-b91bb781a240 req-570fed55-9d91-463d-873e-e56e5b48534b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Oct 12 16:57:13.824174 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc082705-0945-4d0a-b761-cc5301d1e2ff req-d0f9cc61-2843-42a0-8a0d-93798c88285b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.825593 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc082705-0945-4d0a-b761-cc5301d1e2ff req-d0f9cc61-2843-42a0-8a0d-93798c88285b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0545435 Oct 12 16:57:13.889432 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc082705-0945-4d0a-b761-cc5301d1e2ff req-bac37d07-0ab3-4b5e-bb6a-5b5a9ec5514e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579584 Oct 12 16:57:13.895428 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-351375ae-8b27-433e-bc7e-47c1f2bd0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.896850 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-351375ae-8b27-433e-bc7e-47c1f2bd0a62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 1098 time: 0.0643950 Oct 12 16:57:13.993771 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-fa51b5d5-faec-4f4c-beec-56c046bce1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.995229 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-fa51b5d5-faec-4f4c-beec-56c046bce1bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.0855644 Oct 12 16:57:14.062505 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-8a3bb475-a8f9-4ad2-840b-b7176f450018 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 200 len: 1001 time: 0.0553620 Oct 12 16:57:14.109964 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-bcdd3d58-f134-4ca4-9cac-60e1716e936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.111258 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-bcdd3d58-f134-4ca4-9cac-60e1716e936b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0408163 Oct 12 16:57:14.156898 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-4643704a-8fb8-4c29-93e1-e9e71fe12ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.158333 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-4643704a-8fb8-4c29-93e1-e9e71fe12ff4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400534 Oct 12 16:57:14.460090 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-c2c11941-e0f6-46e2-925c-5b8aba3fd223 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934594 Oct 12 16:57:14.556249 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66cfd6bd-8912-446b-a717-8b6f026ea4e2 req-2cc603ea-a1a0-42aa-aba1-7246e80786ff service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843968 Oct 12 16:57:14.739683 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0348-6efd-4bd5-9063-5519d9da4b6c req-4e124baf-9118-4182-a454-0a564bdcb6f1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.741168 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9aee0348-6efd-4bd5-9063-5519d9da4b6c req-4e124baf-9118-4182-a454-0a564bdcb6f1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0539999 Oct 12 16:57:14.781213 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9aee0348-6efd-4bd5-9063-5519d9da4b6c req-1b3fa60c-d1fb-461e-bbe8-7a4df5c3004e tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339499 Oct 12 16:57:14.895941 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050f25-9b1d-447a-9dc5-2ee4909587b7 req-8d44c280-172a-429f-b8a0-b01cf0633539 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.897448 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f050f25-9b1d-447a-9dc5-2ee4909587b7 req-8d44c280-172a-429f-b8a0-b01cf0633539 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Oct 12 16:57:14.934032 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f050f25-9b1d-447a-9dc5-2ee4909587b7 req-f14dd556-17fe-4ae6-837d-384315168ff0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Oct 12 16:57:15.001927 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd1557-5381-4c0a-967b-55728dc3b3b6 req-5943d306-c50f-4f61-acab-2a2963c02b2d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:15.003798 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-33cd1557-5381-4c0a-967b-55728dc3b3b6 req-5943d306-c50f-4f61-acab-2a2963c02b2d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0491147 Oct 12 16:57:15.041111 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-33cd1557-5381-4c0a-967b-55728dc3b3b6 req-e1b2d83c-78bc-4e21-8085-df5706577b50 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Oct 12 16:57:15.895193 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb8b36-a486-4131-9461-4d0fc30f36dd req-c0da9431-8a60-4923-9fbf-ad8651ab9e18 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:15.896647 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eadb8b36-a486-4131-9461-4d0fc30f36dd req-c0da9431-8a60-4923-9fbf-ad8651ab9e18 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0480151 Oct 12 16:57:15.935190 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eadb8b36-a486-4131-9461-4d0fc30f36dd req-595303e3-949a-49e6-98a2-1faf33347c19 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325608 Oct 12 16:57:16.046244 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438cec-27ad-4ae0-894d-99201b81430d req-04e1c251-3336-488b-8210-68f0c61eabc3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.047683 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b5438cec-27ad-4ae0-894d-99201b81430d req-04e1c251-3336-488b-8210-68f0c61eabc3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Oct 12 16:57:16.084841 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b5438cec-27ad-4ae0-894d-99201b81430d req-613010ec-c185-456f-bfb2-d75aa7319e18 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311584 Oct 12 16:57:16.160474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527e0a-ec15-4311-977a-15f45ae3f889 req-5b7c77c2-944d-4c74-b547-6d3292232f40 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.161969 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9d527e0a-ec15-4311-977a-15f45ae3f889 req-5b7c77c2-944d-4c74-b547-6d3292232f40 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0524280 Oct 12 16:57:16.199336 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9d527e0a-ec15-4311-977a-15f45ae3f889 req-393a3713-0c24-487e-ad1b-d6d96e050e2b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Oct 12 16:57:16.339621 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-3c94c3ac-d8d9-44c1-8e83-b89a0b44b0aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410123 Oct 12 16:57:16.434140 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-bd827bab-fd27-4265-aa57-fd50f993e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.435707 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-bd827bab-fd27-4265-aa57-fd50f993e632 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 1100 time: 0.0411158 Oct 12 16:57:16.540719 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-5ec5f277-ca52-488f-989e-657220595553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.542200 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-5ec5f277-ca52-488f-989e-657220595553 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.0847418 Oct 12 16:57:16.607244 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-c989b547-3035-49b3-92ac-5451bb58ddfd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 200 len: 1001 time: 0.0550501 Oct 12 16:57:16.667054 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-471562dc-8524-4d83-b212-5cbe325a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.668430 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-471562dc-8524-4d83-b212-5cbe325a752e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0447972 Oct 12 16:57:16.716366 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-e209e224-ea56-4e80-a9e6-a193c61c4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.717893 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-e209e224-ea56-4e80-a9e6-a193c61c4b95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390720 Oct 12 16:57:16.806378 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-79e28d30-a92a-4304-880d-ff1537cb4aca service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788260 Oct 12 16:57:16.898125 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc195b6f-339f-4bd9-bbe8-297f61bfafd0 req-837c73a0-0686-4f55-ac50-f6c8353bf049 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823140 Oct 12 16:57:17.051284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc492df-a9ea-4fc8-a6c0-bf5ba8e2f1b9 req-e3fed851-c307-4eac-8ee6-c2184ce9fe75 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:17.052773 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7fc492df-a9ea-4fc8-a6c0-bf5ba8e2f1b9 req-e3fed851-c307-4eac-8ee6-c2184ce9fe75 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0518880 Oct 12 16:57:17.091594 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7fc492df-a9ea-4fc8-a6c0-bf5ba8e2f1b9 req-e4354277-61b3-4cef-b412-8000acf406b7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327229 Oct 12 16:57:17.198517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fd4d6-1489-4407-9c90-5d8ae7660f04 req-3483e837-41a7-4450-99ae-eb54ffeaad80 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:17.199941 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-946fd4d6-1489-4407-9c90-5d8ae7660f04 req-3483e837-41a7-4450-99ae-eb54ffeaad80 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Oct 12 16:57:17.236750 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-946fd4d6-1489-4407-9c90-5d8ae7660f04 req-1969d190-e9dd-421d-b4fc-4deddab65ad7 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Oct 12 16:57:18.203731 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e708189-135b-4377-8070-5554e9308d25 req-67f876c4-9725-4526-8092-155389e65592 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:18.205120 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9e708189-135b-4377-8070-5554e9308d25 req-67f876c4-9725-4526-8092-155389e65592 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0484478 Oct 12 16:57:18.245232 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9e708189-135b-4377-8070-5554e9308d25 req-d0ef5a9c-24e4-412a-95cf-30cdbefd0ba4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335495 Oct 12 16:57:18.354565 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2647e6-01f0-4c30-985c-cca65f5351ab req-9d8a74f6-e238-415d-b603-d8442c3a23e1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:18.356004 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4e2647e6-01f0-4c30-985c-cca65f5351ab req-9d8a74f6-e238-415d-b603-d8442c3a23e1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0472109 Oct 12 16:57:18.397069 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4e2647e6-01f0-4c30-985c-cca65f5351ab req-35fea3d5-298f-4490-81cc-f68a54548269 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Oct 12 16:57:18.469818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:19.358407 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc328a-092a-4293-a933-74f57962bfb0 req-03a54d5f-49d1-4731-bf0a-f6e3d1876e8d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:19.359911 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79bc328a-092a-4293-a933-74f57962bfb0 req-03a54d5f-49d1-4731-bf0a-f6e3d1876e8d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0488107 Oct 12 16:57:19.400588 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79bc328a-092a-4293-a933-74f57962bfb0 req-d82c4de8-08c9-41bd-8749-137f43a1f504 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346835 Oct 12 16:57:19.526095 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633840c9-2e16-4ba8-a983-53aa1d7949d4 req-96a3f9e4-cafe-4ec9-bbfc-3328a6a6cb99 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:19.528097 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-633840c9-2e16-4ba8-a983-53aa1d7949d4 req-96a3f9e4-cafe-4ec9-bbfc-3328a6a6cb99 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0618048 Oct 12 16:57:19.565370 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-633840c9-2e16-4ba8-a983-53aa1d7949d4 req-ddd996a2-a1e5-4548-aaa2-6c2979a1570c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Oct 12 16:57:20.681916 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42091c-d636-4af7-add6-9eede2bb932f req-a802fb79-498a-4203-98c6-77aaf265965d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:20.683407 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ac42091c-d636-4af7-add6-9eede2bb932f req-a802fb79-498a-4203-98c6-77aaf265965d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Oct 12 16:57:20.722885 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ac42091c-d636-4af7-add6-9eede2bb932f req-222fd8eb-1bae-4f34-960a-4db657a4bbdf tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Oct 12 16:57:20.733773 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea83f7a-1bf8-4c22-8d1f-d58e2dd7d813 req-ba684008-0882-47a7-9565-32f7e0a1e1cb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:20.735258 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ea83f7a-1bf8-4c22-8d1f-d58e2dd7d813 req-ba684008-0882-47a7-9565-32f7e0a1e1cb tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.2671323 Oct 12 16:57:20.775229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ea83f7a-1bf8-4c22-8d1f-d58e2dd7d813 req-6a9225fc-d879-45b8-ab9a-5ad721f800b1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340915 Oct 12 16:57:21.835619 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88a2af-6e37-4d28-8667-6cb9a6227a12 req-ab47b52a-cf05-48e6-9635-4a6387e3deb2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:21.837110 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a88a2af-6e37-4d28-8667-6cb9a6227a12 req-ab47b52a-cf05-48e6-9635-4a6387e3deb2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Oct 12 16:57:21.882321 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a88a2af-6e37-4d28-8667-6cb9a6227a12 req-5d0916cc-79ff-4f82-b5ae-5b20ef186f3f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Oct 12 16:57:21.898390 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99e98-7180-4181-89a5-41c3b5be4eb4 req-05ab9257-2237-41c7-8bfe-7aa75fd317f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:21.899852 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b1c99e98-7180-4181-89a5-41c3b5be4eb4 req-05ab9257-2237-41c7-8bfe-7aa75fd317f4 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0554464 Oct 12 16:57:21.939613 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b1c99e98-7180-4181-89a5-41c3b5be4eb4 req-90d3fc14-8040-4632-b25d-b2df2ebb760a tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333152 Oct 12 16:57:22.994850 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11433c6d-1383-4ffc-b531-7a4ca176c64c req-f2c3198b-2cca-4733-b576-c393bb0a3e40 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:22.996344 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-11433c6d-1383-4ffc-b531-7a4ca176c64c req-f2c3198b-2cca-4733-b576-c393bb0a3e40 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Oct 12 16:57:23.034706 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-11433c6d-1383-4ffc-b531-7a4ca176c64c req-bde75f63-a3ad-45c8-8f07-f7e7f5471b87 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Oct 12 16:57:23.052135 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd069c77-210a-42cd-97a8-5e293a5c072a req-54f3bede-64ac-4e0a-bb46-d9427cc4f1a6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:23.053644 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd069c77-210a-42cd-97a8-5e293a5c072a req-54f3bede-64ac-4e0a-bb46-d9427cc4f1a6 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0489414 Oct 12 16:57:23.092601 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd069c77-210a-42cd-97a8-5e293a5c072a req-68477eb8-801d-45d8-860a-39f3359fda6e tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330939 Oct 12 16:57:24.162217 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef81d99-f216-4353-8291-51001ec60cbd req-11178b29-84a7-4782-816b-4c09eb286a5f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:24.164265 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ef81d99-f216-4353-8291-51001ec60cbd req-11178b29-84a7-4782-816b-4c09eb286a5f tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Oct 12 16:57:24.200772 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ef81d99-f216-4353-8291-51001ec60cbd req-a967ef6a-94f4-4006-91d4-b68b352255a8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Oct 12 16:57:24.211541 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e243-41a9-4017-b4eb-456473b6a529 req-f068cdf8-f685-4780-95c3-5f8f263708f9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:24.213072 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b499e243-41a9-4017-b4eb-456473b6a529 req-f068cdf8-f685-4780-95c3-5f8f263708f9 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0515141 Oct 12 16:57:24.254433 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b499e243-41a9-4017-b4eb-456473b6a529 req-3cbdee49-ecc5-4dcf-919f-6d06f0662118 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343459 Oct 12 16:57:25.325169 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf183-7ffa-4900-afc1-b0a3ded2c1e6 req-ec0faddc-5edc-43ec-962f-529484d7274e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:25.328209 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-701bf183-7ffa-4900-afc1-b0a3ded2c1e6 req-ec0faddc-5edc-43ec-962f-529484d7274e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Oct 12 16:57:25.367173 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-701bf183-7ffa-4900-afc1-b0a3ded2c1e6 req-8343ba8e-ec6a-4419-812a-bcff3969f05d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Oct 12 16:57:25.375592 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335c4ca-d815-41b2-a221-9f1587d794b4 req-2bb7662b-3f52-46f9-82d4-30b8da454b00 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:25.377475 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e335c4ca-d815-41b2-a221-9f1587d794b4 req-2bb7662b-3f52-46f9-82d4-30b8da454b00 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0521312 Oct 12 16:57:25.416543 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e335c4ca-d815-41b2-a221-9f1587d794b4 req-ae8c57be-39a9-4331-8bee-deb78b0f712d tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329158 Oct 12 16:57:26.482522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04a28-1972-450f-a09f-f03acffa6cf4 req-423f179c-2867-4b96-9e3b-a01b77767134 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:26.484129 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fee04a28-1972-450f-a09f-f03acffa6cf4 req-423f179c-2867-4b96-9e3b-a01b77767134 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0498042 Oct 12 16:57:26.523377 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fee04a28-1972-450f-a09f-f03acffa6cf4 req-44a5dc82-e733-46ae-ba09-6da803a97472 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Oct 12 16:57:26.530618 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4700-2014-4f58-be38-7c26fd32a8d7 req-ff78d0a1-636d-4be7-9d85-02d8e167f7e1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:26.532102 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb0a4700-2014-4f58-be38-7c26fd32a8d7 req-ff78d0a1-636d-4be7-9d85-02d8e167f7e1 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0485590 Oct 12 16:57:26.572704 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb0a4700-2014-4f58-be38-7c26fd32a8d7 req-12df1add-03e7-48f7-8d2f-e613644021f3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345511 Oct 12 16:57:27.636289 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345697-933d-4043-bb67-45115afddf09 req-80e127d5-8eef-4455-ba1f-e7c9d30c00dc tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:27.637794 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59345697-933d-4043-bb67-45115afddf09 req-80e127d5-8eef-4455-ba1f-e7c9d30c00dc tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Oct 12 16:57:27.676898 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59345697-933d-4043-bb67-45115afddf09 req-c85b28b2-c615-4c39-b09e-baecbc2b9212 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Oct 12 16:57:27.690181 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de58dd-196e-44d0-80dc-e28e747f0cc7 req-635326a3-451f-46e5-8267-252cdc243a23 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:27.691652 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f3de58dd-196e-44d0-80dc-e28e747f0cc7 req-635326a3-451f-46e5-8267-252cdc243a23 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0518603 Oct 12 16:57:27.731922 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f3de58dd-196e-44d0-80dc-e28e747f0cc7 req-8258ac6f-3d97-4782-9748-89627dd8ead8 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338252 Oct 12 16:57:28.395894 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a386-56a2-484f-8bcd-3395188e58f6 req-04910956-a04d-47dc-95c1-541aa9ffc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:28.397422 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3881a386-56a2-484f-8bcd-3395188e58f6 req-04910956-a04d-47dc-95c1-541aa9ffc59c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0386746 Oct 12 16:57:28.438710 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3881a386-56a2-484f-8bcd-3395188e58f6 req-f1b9e66a-7f6c-485c-bfc1-27b34c2e62e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Oct 12 16:57:28.796766 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06fbd0-8b90-40ee-9c8f-49eb156f3c41 req-69a054dd-3dc8-4740-86d9-7dd43abfb144 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:28.798301 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f06fbd0-8b90-40ee-9c8f-49eb156f3c41 req-69a054dd-3dc8-4740-86d9-7dd43abfb144 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0551047 Oct 12 16:57:28.836143 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f06fbd0-8b90-40ee-9c8f-49eb156f3c41 req-2aa7b1d8-af2b-4aed-822b-b0938bd7e2f6 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Oct 12 16:57:28.850603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ad4f-a4a8-4e23-b76a-2651d5cada2d req-015b9995-c9f5-48d6-93d7-c85d3377158f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:28.852077 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-02a2ad4f-a4a8-4e23-b76a-2651d5cada2d req-015b9995-c9f5-48d6-93d7-c85d3377158f tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0490887 Oct 12 16:57:28.891486 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-02a2ad4f-a4a8-4e23-b76a-2651d5cada2d req-0a963751-35ec-4965-8e8c-b41ce35474d2 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=28ccef36-cead-45a0-944f-d5e08e331f92&id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334618 Oct 12 16:57:29.958115 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444e70-d5b3-4f39-a4b4-167e8171373b req-a8e4b419-8234-4431-97ad-5aec5c84469e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:29.959577 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5c444e70-d5b3-4f39-a4b4-167e8171373b req-a8e4b419-8234-4431-97ad-5aec5c84469e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0472999 Oct 12 16:57:29.997481 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5c444e70-d5b3-4f39-a4b4-167e8171373b req-e5970105-68ee-4fb8-a032-1903fbfd8466 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Oct 12 16:57:30.278451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-997522fb-07c5-436b-8c12-b274a0abdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.279925 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-997522fb-07c5-436b-8c12-b274a0abdb50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02517e51abb14a7d8fdd8b67319cef69&device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0403686 Oct 12 16:57:30.290586 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7df3f-99e7-4895-8d47-92b80516fc58 req-57122def-dc97-4199-9b28-067713f566a8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.292031 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dfb7df3f-99e7-4895-8d47-92b80516fc58 req-57122def-dc97-4199-9b28-067713f566a8 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Oct 12 16:57:30.332020 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dfb7df3f-99e7-4895-8d47-92b80516fc58 req-b053b3e5-682e-457d-9862-bedd06c15db4 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Oct 12 16:57:30.381545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-497d9f05-c688-4de2-b950-4ea8847b074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.382901 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-497d9f05-c688-4de2-b950-4ea8847b074f service neutron] 10.222.0.69 "GET /v2.0/networks?id=60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 200 len: 920 time: 0.0894840 Oct 12 16:57:30.427661 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-b531f868-4012-4c9d-9b95-67ee796b4e6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 200 len: 217 time: 0.0337844 Oct 12 16:57:30.482089 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-f0e1c43b-c5df-4c4b-9212-f21f0e514fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.483497 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-f0e1c43b-c5df-4c4b-9212-f21f0e514fbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 200 len: 858 time: 0.0466039 Oct 12 16:57:30.516556 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-4fb2f9b0-2014-48b6-9b42-650cf0c4be76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60876690-ca59-4778-acc0-cb4cec0c8875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238042 Oct 12 16:57:30.604745 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-f0d4c121-1988-4810-9d54-f139cb3cd973 service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791309 Oct 12 16:57:30.697868 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fc07c8a8-aa7d-41b7-aeaf-645b333fd8ea req-30945732-5a7e-4dec-8e72-c40ecdd6a2fe service neutron] 10.222.0.69 "GET /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Oct 12 16:57:31.447694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561399-9e21-4a47-912d-247f5dd3b159 req-8f15480f-7bad-4117-87d5-1bbcb0f3c0e2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:31.449184 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e0561399-9e21-4a47-912d-247f5dd3b159 req-8f15480f-7bad-4117-87d5-1bbcb0f3c0e2 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Oct 12 16:57:31.486176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e0561399-9e21-4a47-912d-247f5dd3b159 req-47236a6d-b60e-46b1-8343-d834770ba33e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Oct 12 16:57:32.606713 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69762737-cc09-4bd6-94de-0cd6cfac58a1 req-18f5d283-0f43-4f30-a525-600d3019cc7a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:32.608637 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-69762737-cc09-4bd6-94de-0cd6cfac58a1 req-18f5d283-0f43-4f30-a525-600d3019cc7a tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0519795 Oct 12 16:57:32.646434 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-69762737-cc09-4bd6-94de-0cd6cfac58a1 req-7915b259-b7f1-4ece-bee5-2ba4f087dbcf tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Oct 12 16:57:33.760434 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89610b3-4169-4868-83d0-b20d0f429d57 req-4893fb93-9d7b-4c85-be76-1abe6260a0df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:33.761914 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f89610b3-4169-4868-83d0-b20d0f429d57 req-4893fb93-9d7b-4c85-be76-1abe6260a0df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Oct 12 16:57:33.801965 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f89610b3-4169-4868-83d0-b20d0f429d57 req-03a51861-3121-4461-91de-1c38ed34af2d tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Oct 12 16:57:37.325654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-36dab4b3-eeca-4042-81e6-588456cc2c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.496835 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:57:37.649614 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5e18c-75bf-459c-a40f-5f69e8668e17 req-3ddba2ec-fb64-4fa7-8775-d054a62560be tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:37.651085 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87b5e18c-75bf-459c-a40f-5f69e8668e17 req-3ddba2ec-fb64-4fa7-8775-d054a62560be tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0487790 Oct 12 16:57:37.688299 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-87b5e18c-75bf-459c-a40f-5f69e8668e17 req-6d50f82e-2e39-4b7a-aa4f-166242a2c45b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Oct 12 16:57:38.800871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028abe0-efa2-4020-9893-7a66775dab1f req-1a4bfe88-2e6c-4dd2-a9be-43bc4f94c212 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:38.802913 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5028abe0-efa2-4020-9893-7a66775dab1f req-1a4bfe88-2e6c-4dd2-a9be-43bc4f94c212 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0472863 Oct 12 16:57:38.840051 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5028abe0-efa2-4020-9893-7a66775dab1f req-072518aa-74f9-43d9-a957-f22986092c04 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Oct 12 16:57:39.840055 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-95d4cef8-4de7-4642-9990-86ee263871fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:39.958426 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b70c-0cea-4a5f-b183-640398f79fc8 req-7c53be8d-f9a0-4f70-a122-4ace21007c82 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:39.959883 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e97b70c-0cea-4a5f-b183-640398f79fc8 req-7c53be8d-f9a0-4f70-a122-4ace21007c82 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0476551 Oct 12 16:57:39.997517 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e97b70c-0cea-4a5f-b183-640398f79fc8 req-522630ed-66e7-4665-aad7-6964eaef08df tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Oct 12 16:57:40.381147 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-e3c9b84c-1f4e-42b0-b3d6-bf6b8ab0f94c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:40.382601 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-e3c9b84c-1f4e-42b0-b3d6-bf6b8ab0f94c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 945 time: 0.0485828 Oct 12 16:57:40.477777 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Deleting port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:40.478116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:40.575908 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] For port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:40.576270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:40.588879 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Calling delete_port for 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:40.722959 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:40.738383 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['c4d86793-bbc1-4c08-8b83-d043e9512c4b', '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:57:40.754572 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Pushing event deleted for resources: {'Port': ['ID=0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:40.764659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.765030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.765274 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.765615 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.765951 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.766305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.766596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.766926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.767251 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.767575 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.767899 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.768237 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:40.812457 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] No DVR routers for this DVR port 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:40.816246 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:40.820771 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-38dd38a9-d07e-4f77-b3dd-c5c3a96c30bb req-d5e66ba3-840a-4fe7-a1b3-659281a53456 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "DELETE /v2.0/ports/0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa HTTP/1.1" status: 204 len: 173 time: 0.4296811 Oct 12 16:57:40.820995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'name': 'network-vif-deleted', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:40.830065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c28bf-ad22-4bd0-9e47-3f90874f066c" -d '{"events": [{"server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "name": "network-vif-deleted", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:40.887041 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc22820-466d-4186-82da-7078fb634f2e x-openstack-request-id: req-8cc22820-466d-4186-82da-7078fb634f2e {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:40.887336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50f3c4a-f47b-41ed-9606-17c23c7136ae", "name": "network-vif-deleted", "tag": "0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:40.887587 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cc22820-466d-4186-82da-7078fb634f2e {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:40.887986 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50f3c4a-f47b-41ed-9606-17c23c7136ae', 'name': 'network-vif-deleted', 'tag': '0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa', 'status': 'completed', 'code': 200} Oct 12 16:57:41.011181 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.105594 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3432e2b-9e97-4841-810d-42afd4026dfa req-2c81b9fd-2197-45c8-9416-e75798105423 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50f3c4a-f47b-41ed-9606-17c23c7136ae HTTP/1.1" status: 200 len: 210 time: 0.0291789 Oct 12 16:57:41.128536 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:42.162034 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240997-5728-4700-abeb-3455764e90f0 req-f0ba85df-ee29-4e44-9037-53e65a9e4e27 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:42.163671 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f240997-5728-4700-abeb-3455764e90f0 req-f0ba85df-ee29-4e44-9037-53e65a9e4e27 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0534258 Oct 12 16:57:42.201983 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f240997-5728-4700-abeb-3455764e90f0 req-e840893a-7db0-4c66-bda7-73af365ef57f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Oct 12 16:57:42.387706 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138ed5a-5103-4e3d-802d-3807267bac3b req-25245cbe-b47b-4c04-b13d-28f9a4c9b41c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:42.389086 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a138ed5a-5103-4e3d-802d-3807267bac3b req-25245cbe-b47b-4c04-b13d-28f9a4c9b41c tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Oct 12 16:57:42.425765 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a138ed5a-5103-4e3d-802d-3807267bac3b req-e71d9a89-ea66-4c8a-8c70-8488a181a5ac tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307636 Oct 12 16:57:42.470614 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.327333 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f585e-cda3-4885-a112-4ac480bb7a75 req-bb73650c-92d8-47a9-b1d8-91e5fa95ac11 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:43.328822 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b31f585e-cda3-4885-a112-4ac480bb7a75 req-bb73650c-92d8-47a9-b1d8-91e5fa95ac11 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0486324 Oct 12 16:57:43.367315 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b31f585e-cda3-4885-a112-4ac480bb7a75 req-47c770e3-d1a2-4eb7-94e7-631afa574e3c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Oct 12 16:57:43.538230 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f3-b643-4d33-8da1-c1c7b82e84a0 req-d56f41f8-d8c2-4031-847f-c7b4439dd6a0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:43.539618 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3f7613f3-b643-4d33-8da1-c1c7b82e84a0 req-d56f41f8-d8c2-4031-847f-c7b4439dd6a0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Oct 12 16:57:43.577809 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3f7613f3-b643-4d33-8da1-c1c7b82e84a0 req-552e5233-bb20-4996-add4-2b6878ea9f42 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Oct 12 16:57:44.218131 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-df70fd59-19f6-48e8-a0c5-4962b16758cd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:44.219681 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-df70fd59-19f6-48e8-a0c5-4962b16758cd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.0564475 Oct 12 16:57:44.315973 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Deleting port 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:44.316308 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.402417 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] For port 22b20943-f9ba-491e-9472-8c4b8972d7c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=22b20943-f9ba-491e-9472-8c4b8972d7c3,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:44.402989 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.505720 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:44.530150 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:44.530485 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 0a8f3bf4-8c20-4897-acd2-d9204b3f3ffa not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:44.590091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30c064-faa6-45a4-99ed-e9add54be459 req-e3128007-b482-4493-aba9-15be75296202 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:44.591582 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7f30c064-faa6-45a4-99ed-e9add54be459 req-e3128007-b482-4493-aba9-15be75296202 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a023a2-b616-489f-84fd-4425082b43fb HTTP/1.1" status: 200 len: 947 time: 0.1240230 Oct 12 16:57:44.673847 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7f30c064-faa6-45a4-99ed-e9add54be459 req-50b2caef-6abe-4b2e-9948-0f8acc2523b8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=36a25422-976d-40a4-95dd-f876f350ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761189 Oct 12 16:57:44.687920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.688266 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.688581 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Floating IP a827e1e0-42d8-4109-9e69-b60d6b0e13e9 disassociated. External IP: 172.27.0.59, port: 22b20943-f9ba-491e-9472-8c4b8972d7c3. Oct 12 16:57:44.688916 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Calling delete_port for 22b20943-f9ba-491e-9472-8c4b8972d7c3 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:44.695006 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe33a6-1801-49a9-a632-c6b95b5e9e8d req-54428ae4-4096-4836-b1fe-a496fecbb4d0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:44.697446 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35fe33a6-1801-49a9-a632-c6b95b5e9e8d req-54428ae4-4096-4836-b1fe-a496fecbb4d0 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Oct 12 16:57:44.737304 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35fe33a6-1801-49a9-a632-c6b95b5e9e8d req-5c2740c0-8587-4f7a-8ba6-172392a7c606 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Oct 12 16:57:44.814322 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.846671 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'Port': ['ID=22b20943-f9ba-491e-9472-8c4b8972d7c3,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:44.954675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:45.058590 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:45.068259 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:45.078107 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:45.078780 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:45.101207 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] No DVR routers for this DVR port 22b20943-f9ba-491e-9472-8c4b8972d7c3 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:45.104402 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.107731 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-aaab6ef3-c8f9-4b13-8cf7-3743923da679 req-794a1139-5ec1-4831-af43-b217a11674b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "DELETE /v2.0/ports/22b20943-f9ba-491e-9472-8c4b8972d7c3 HTTP/1.1" status: 204 len: 173 time: 0.8781285 Oct 12 16:57:45.108218 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-deleted', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:45.110761 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a06839-5d2c-4fc9-8805-3a70985340e2" -d '{"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-deleted", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:45.147640 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f29d7-eaf0-4f1d-8f17-b2de8c132dca x-openstack-request-id: req-875f29d7-eaf0-4f1d-8f17-b2de8c132dca {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:45.148101 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a023a2-b616-489f-84fd-4425082b43fb", "name": "network-vif-deleted", "tag": "22b20943-f9ba-491e-9472-8c4b8972d7c3", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:45.148323 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-875f29d7-eaf0-4f1d-8f17-b2de8c132dca {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:45.148659 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a023a2-b616-489f-84fd-4425082b43fb', 'name': 'network-vif-deleted', 'tag': '22b20943-f9ba-491e-9472-8c4b8972d7c3', 'status': 'completed', 'code': 200} Oct 12 16:57:45.203151 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:45.418490 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:45.443714 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:45.451696 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:45.452288 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:45.558887 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:45.766807 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59064) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:45.778208 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:45.806160 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727c91d-b349-483d-af5f-0afab6cae6ae None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:45.833940 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.878711 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.923097 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d2101-c9a6-4788-a7e8-ad10c9f7b506 req-c1163270-8a5a-4680-b5ab-267eb493fbeb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:45.924647 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-805d2101-c9a6-4788-a7e8-ad10c9f7b506 req-c1163270-8a5a-4680-b5ab-267eb493fbeb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.1014719 Oct 12 16:57:45.962100 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.964603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.968212 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "DELETE /v2.0/security-groups/36a25422-976d-40a4-95dd-f876f350ecb0 HTTP/1.1" status: 204 len: 168 time: 0.1976554 Oct 12 16:57:45.968673 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59066) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:45.982429 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-805d2101-c9a6-4788-a7e8-ad10c9f7b506 req-3b509909-d761-414d-816b-0801c89f69a3 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502818 Oct 12 16:57:45.987548 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a25422-976d-40a4-95dd-f876f350ecb0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:45.990471 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.api.v2.resource [None req-ad80c25f-c235-4758-bba9-c1ca92fdcbf7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] show failed (client error): The resource could not be found. Oct 12 16:57:45.995533 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ad80c25f-c235-4758-bba9-c1ca92fdcbf7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups/36a25422-976d-40a4-95dd-f876f350ecb0 HTTP/1.1" status: 404 len: 347 time: 0.0258839 Oct 12 16:57:45.995750 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.996229 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59068) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:45.996591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.996957 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.997392 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.997736 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.998072 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.998401 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.998728 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.999056 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.999379 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:45.999704 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:46.000043 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309d957-e9aa-4d89-b84c-025fca030bf8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:46.113476 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfa8bc-535f-46a0-b1aa-4656fa5cf120 None None] New status for floating IP a827e1e0-42d8-4109-9e69-b60d6b0e13e9: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:57:46.140247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Deleting port c233c99a-9535-4163-bc13-8d623d2f218d {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:46.140685 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.225256 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.225586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.239079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Calling delete_port for c233c99a-9535-4163-bc13-8d623d2f218d owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:46.383211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.409410 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'Port': ['ID=c233c99a-9535-4163-bc13-8d623d2f218d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:46.474010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.476970 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.478132 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f9a0952d-8b55-4694-b5b5-175567190c1b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "DELETE /v2.0/floatingips/a827e1e0-42d8-4109-9e69-b60d6b0e13e9 HTTP/1.1" status: 204 len: 168 time: 0.4797540 Oct 12 16:57:46.789190 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59072) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:46.794148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147506681', 'description': 'tempest-description--342552726'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:46.818234 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.891580 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.895770 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.925325 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.926549 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1361659 Oct 12 16:57:46.929597 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59074) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:46.931621 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58679-2766-48b4-a816-4f66afacdc2e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:46.942417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group_rule': {'security_group_id': '55fbc6dc-a29a-4798-9fd1-bb8ac65cac13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:46.970576 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.030441 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.034627 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.054171 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e97b0b-b3b3-4171-b0db-79fab6eb8e18,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.064192 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.068865 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59078) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:47.069389 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-89e3d31f-c798-484a-baab-29df3fe519da tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377161 Oct 12 16:57:47.074870 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'security_group_rule': {'security_group_id': '55fbc6dc-a29a-4798-9fd1-bb8ac65cac13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:47.104203 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.123843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5576f-9f7d-4c38-b473-584dd6d0cad1 req-a0871b43-1528-44d8-9229-e9a87717772b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:47.125506 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8bd5576f-9f7d-4c38-b473-584dd6d0cad1 req-a0871b43-1528-44d8-9229-e9a87717772b tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0554214 Oct 12 16:57:47.167053 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.170752 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8bd5576f-9f7d-4c38-b473-584dd6d0cad1 req-82416160-a2be-4198-ba3e-afb516723ddb tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Oct 12 16:57:47.172586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.197159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4616d4b4-8e41-4b26-9cf1-83bfa727d4c0,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.202912 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.204070 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a36171c4-d044-4565-83c8-f853de2219b5 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338718 Oct 12 16:57:47.207432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59080) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:47.211619 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:47.234061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.327835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.430992 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Allocated IP 172.27.0.33 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/0ffcc3ab-2dff-41f3-b776-00f23c8c02ad) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:47.529625 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.565747 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.613332 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:47.616344 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:47.620748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:47.623883 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=0ffcc3ab-2dff-41f3-b776-00f23c8c02ad,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.702734 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.734902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.093593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.097973 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.161787 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=0ffcc3ab-2dff-41f3-b776-00f23c8c02ad,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:48.175995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.191270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.192482 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-de806d34-e1c2-419e-a49f-3b587bee1880 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9841528 Oct 12 16:57:48.288266 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e265f-b1d1-419c-970b-ca2399b9c926 req-a155e8c4-1dd6-4a9b-9288-23f9621e3f25 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:48.289845 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-523e265f-b1d1-419c-970b-ca2399b9c926 req-a155e8c4-1dd6-4a9b-9288-23f9621e3f25 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0495994 Oct 12 16:57:48.329208 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-523e265f-b1d1-419c-970b-ca2399b9c926 req-e9e3c1e4-9735-4b6c-a7f4-cac7f45a5da1 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bae675f-1439-42ea-8b05-0a0907553af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Oct 12 16:57:48.382044 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-8026231d-64d0-4c7d-a2e0-78b1c04ea729 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--147506681&fields=id&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 267 time: 0.0323515 Oct 12 16:57:48.473514 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.493144 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-9900851b-14b1-4055-b8e4-6b0c79a93c9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:48.494579 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-9900851b-14b1-4055-b8e4-6b0c79a93c9b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 816 time: 0.1059153 Oct 12 16:57:48.510394 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-d0ac646a-2b74-493b-8b9c-c0461b0208ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/quotas/d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 375 time: 0.0099361 Oct 12 16:57:48.553260 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:48.565505 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-2efbdf40-7d72-4177-b75d-46e47e1e6bd3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489628 Oct 12 16:57:48.573928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 22b20943-f9ba-491e-9472-8c4b8972d7c3 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:48.574343 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 22b20943-f9ba-491e-9472-8c4b8972d7c3 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:48.661629 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-01dfdad0-1b8f-41c2-8ea2-90d8d4b963b7 service neutron] 10.222.0.42 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Oct 12 16:57:48.681031 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-7352c61a-8af5-46b6-8a55-774e209ebc0e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:48.682499 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-7352c61a-8af5-46b6-8a55-774e209ebc0e tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Oct 12 16:57:48.753187 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-1e0867e8-fe65-4b29-a539-0d5ec45db87a service neutron] 10.222.0.42 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849974 Oct 12 16:57:48.779757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Deleting port c4d86793-bbc1-4c08-8b83-d043e9512c4b {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:48.780112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.884202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] For port c4d86793-bbc1-4c08-8b83-d043e9512c4b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4d86793-bbc1-4c08-8b83-d043e9512c4b,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:48.884588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.897963 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Calling delete_port for c4d86793-bbc1-4c08-8b83-d043e9512c4b owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:48.936039 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25bae6d6-7199-4a04-a65f-f52158e2a905 req-3f3282bd-a3a3-49f6-acba-a6434db1cd0a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 210 time: 0.0359542 Oct 12 16:57:49.055852 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.070068 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['c4d86793-bbc1-4c08-8b83-d043e9512c4b'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:57:49.085024 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Pushing event deleted for resources: {'Port': ['ID=c4d86793-bbc1-4c08-8b83-d043e9512c4b,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:49.130519 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] No DVR routers for this DVR port c4d86793-bbc1-4c08-8b83-d043e9512c4b on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:49.133159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.136428 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7cde7cc5-d503-47e9-8330-5ed71d50c9bd req-a1376da7-1ee2-4d72-98bf-586a011d3c09 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.69 "DELETE /v2.0/ports/c4d86793-bbc1-4c08-8b83-d043e9512c4b HTTP/1.1" status: 204 len: 173 time: 0.4468985 Oct 12 16:57:49.136860 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'name': 'network-vif-deleted', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:49.139069 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e344d-5a52-49f6-a0d2-713b24c47e54" -d '{"events": [{"server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "name": "network-vif-deleted", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:49.177548 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee168cd2-d6d3-4b2e-af84-969b713c2c68 x-openstack-request-id: req-ee168cd2-d6d3-4b2e-af84-969b713c2c68 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:49.177840 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239022f0-2a65-4a71-aba5-8d04cbb5d7e9", "name": "network-vif-deleted", "tag": "c4d86793-bbc1-4c08-8b83-d043e9512c4b", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:49.178087 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee168cd2-d6d3-4b2e-af84-969b713c2c68 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:49.178469 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239022f0-2a65-4a71-aba5-8d04cbb5d7e9', 'name': 'network-vif-deleted', 'tag': 'c4d86793-bbc1-4c08-8b83-d043e9512c4b', 'status': 'completed', 'code': 200} Oct 12 16:57:49.436142 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4ebd697e-6681-44e4-882d-831324915268 req-e51e6360-7477-4756-8c3b-f34b7efc0a62 tempest-ServerRescueNegativeTestJSON-1113408156 tempest-ServerRescueNegativeTestJSON-1113408156-project] 10.222.0.42 "GET /v2.0/ports?device_id=239022f0-2a65-4a71-aba5-8d04cbb5d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0254598 Oct 12 16:57:50.040821 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-04cbec00-60d0-4f91-9264-e24497775b6b req-da235e40-dd3a-42fd-aae8-df6d1d096dd7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 210 time: 0.0279689 Oct 12 16:57:50.168913 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-54ae60e8-3a5d-4278-9437-2325be30535f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:50.170340 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-54ae60e8-3a5d-4278-9437-2325be30535f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 816 time: 0.1074669 Oct 12 16:57:50.216542 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-d1fa01f3-3689-443c-88c3-ac16e45da3ad tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 379 time: 0.0332334 Oct 12 16:57:50.227227 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'port': {'device_id': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'admin_state_up': True, 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'security_groups': ['55fbc6dc-a29a-4798-9fd1-bb8ac65cac13']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:50.339410 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Made reservation on behalf of d8fb7a8c01df44dfb4966cb60dcbe595 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:50.343042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.484153 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Allocated IP 172.20.0.10 (3e51c848-e67a-4a3e-b611-c67aa772975a/c1136f91-a2a7-4ac9-af56-dd230324b8ec/384c76a5-7869-43d7-92f6-f95c20c7c4c0) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:50.491792 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59118) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:50.622468 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.655304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.704314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Network 3e51c848-e67a-4a3e-b611-c67aa772975a is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:50.707630 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:50.712539 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:50.738666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:50.767961 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:50.768312 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.784858 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a77fbc68-b830-4727-903e-2f51bb900a82 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614550 Oct 12 16:57:50.799788 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Request body: {'port': {'device_id': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:50.857644 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.929543 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.942240 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-8ad3e6ef-fb60-46d5-bf80-aa07cf704faa None None] Provisioning complete for port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:50.942812 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e6ef-fb60-46d5-bf80-aa07cf704faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.976708 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3e6ef-fb60-46d5-bf80-aa07cf704faa None None] Port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:57:51.131782 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:57:51.139602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.151976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Transition to ACTIVE for port object 384c76a5-7869-43d7-92f6-f95c20c7c4c0 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:57:51.156015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.198667 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912649-2879-4f9c-b235-492cf805a5c8 req-3de70f88-0ada-4eab-89a3-1abbab1e852e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:51.200174 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a3912649-2879-4f9c-b235-492cf805a5c8 req-3de70f88-0ada-4eab-89a3-1abbab1e852e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 932 time: 0.0802002 Oct 12 16:57:51.268835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:51.282761 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a3912649-2879-4f9c-b235-492cf805a5c8 req-a7039d35-c331-4dc4-93b3-6121d0118db7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592175 Oct 12 16:57:51.298629 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Attempting to bind port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:51.298975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Attempting to bind port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:51.299305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Attempting to bind port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:51.315247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 on network 3e51c848-e67a-4a3e-b611-c67aa772975a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:57:51.315247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Attempting to bind port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 on network 3e51c848-e67a-4a3e-b611-c67aa772975a {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:51.316077 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Deleting port 2de77357-5db0-4d98-8f03-b578d0c2a8dc {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:51.316166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:51.316265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.316343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Checking segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:51.316343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Bound using segment: {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:51.316343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Bound port: 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baadfbe3-976c-4b53-a24a-0d81872d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:51.316343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.390249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:51.394208 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:51.401501 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.406316 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] For port 2de77357-5db0-4d98-8f03-b578d0c2a8dc, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=2de77357-5db0-4d98-8f03-b578d0c2a8dc,segment=NetworkSegment(54f13495-ceb7-488e-bc57-72ef73425b9b),segment_id=54f13495-ceb7-488e-bc57-72ef73425b9b)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:51.406749 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.420634 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Calling delete_port for 2de77357-5db0-4d98-8f03-b578d0c2a8dc owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:51.435699 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:51.436637 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.438049 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] 10.222.0.69 "PUT /v2.0/ports/384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 1094 time: 0.6428442 Oct 12 16:57:51.440498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:51.443887 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c560ed-d8c7-4e96-a2bc-323f7ab12185" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:51.475506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a71bb-7063-41ba-9b87-6c6f67b4c775 service neutron] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:51.490651 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80dc2d-3bf1-47d6-bdd1-f26b55925596 x-openstack-request-id: req-4f80dc2d-3bf1-47d6-bdd1-f26b55925596 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:51.491129 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:51.491463 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f80dc2d-3bf1-47d6-bdd1-f26b55925596 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:51.492034 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'status': 'completed', 'code': 200} Oct 12 16:57:51.543960 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-21970171-5c94-4ded-b844-5d71587a5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:51.545789 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-21970171-5c94-4ded-b844-5d71587a5a2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1097 time: 0.0525212 Oct 12 16:57:51.597277 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-a616c774-5087-48f3-bbcc-62d421f53a04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 217 time: 0.0417407 Oct 12 16:57:51.643132 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.649683 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-631751a2-ab4c-458a-b62c-fb9c3b760e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:51.651388 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-631751a2-ab4c-458a-b62c-fb9c3b760e5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0468864 Oct 12 16:57:51.668391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de77357-5db0-4d98-8f03-b578d0c2a8dc,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:51.704249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-97637d93-85b7-4224-bbfe-cbea47c40890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:51.705824 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-97637d93-85b7-4224-bbfe-cbea47c40890 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455315 Oct 12 16:57:51.806917 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-5b818828-9731-4ef8-88b2-77c4a7a2994a service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907912 Oct 12 16:57:51.829499 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.903728 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3501bc65-63fd-4f3f-8485-234d4e7f5a67 req-46a6d338-be3b-43bd-bd12-d05a2869e1be service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890241 Oct 12 16:57:52.001902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-c799b220-4a80-499c-9073-297ddfaa4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:52.003375 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-c799b220-4a80-499c-9073-297ddfaa4a89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1097 time: 0.0470326 Oct 12 16:57:52.055606 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Router b9d67f61-17c1-401d-830f-012374c5e4f9 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:52.102455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-052c2925-4fcb-4137-ad04-ce1a3608f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:52.103953 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-052c2925-4fcb-4137-ad04-ce1a3608f12c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.0901344 Oct 12 16:57:52.153148 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-c99e061a-c318-4d19-9513-16b474f1f5f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 217 time: 0.0392535 Oct 12 16:57:52.160008 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:52.165312 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-52664499-7775-4426-bfd7-be7eea429d94 admin admin] 10.222.0.42 "PUT /v2.0/routers/b9d67f61-17c1-401d-830f-012374c5e4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724033 Oct 12 16:57:52.167989 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59126) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:52.168539 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Sync routers for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:52.177936 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:52.178556 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.208467 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-ef05bc47-278a-416e-aa23-7a2d053d6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:52.209941 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-ef05bc47-278a-416e-aa23-7a2d053d6c00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0480654 Oct 12 16:57:52.260982 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-c01529cf-9d61-4b68-b4c0-65a75b8fd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:52.264251 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-c01529cf-9d61-4b68-b4c0-65a75b8fd1df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440781 Oct 12 16:57:52.278840 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.288689 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:52.371305 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-1dafca69-0399-45fc-8d51-4c7f2c0f16e1 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948098 Oct 12 16:57:52.473178 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25c560ed-d8c7-4e96-a2bc-323f7ab12185 req-6d0c4958-7be9-4d5f-a113-9d819f31a3ee service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929275 Oct 12 16:57:52.577133 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device c4d86793-bbc1-4c08-8b83-d043e9512c4b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:52.579971 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:57:51Z', 'revision_number': 5, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.600466 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: c4d86793-bbc1-4c08-8b83-d043e9512c4b {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:52.600806 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device c4d86793-bbc1-4c08-8b83-d043e9512c4b not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:52.611165 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Checking router: b9d67f61-17c1-401d-830f-012374c5e4f9 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:52.620357 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Routers {'b9d67f61-17c1-401d-830f-012374c5e4f9'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:52.622711 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['b9d67f61-17c1-401d-830f-012374c5e4f9'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.640528 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52540-8b50-4084-b84e-c4488d9b4081 req-91be006a-0507-4779-bf89-3e3c9981c15f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:52.642005 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14d52540-8b50-4084-b84e-c4488d9b4081 req-91be006a-0507-4779-bf89-3e3c9981c15f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0970166 Oct 12 16:57:52.669076 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.707878 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14d52540-8b50-4084-b84e-c4488d9b4081 req-8c4d9b4a-ea1b-42eb-8b02-69ab392b9d31 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579512 Oct 12 16:57:52.732070 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] Set router b9d67f61-17c1-401d-830f-012374c5e4f9 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:52.733317 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Deleting port 4d7384f2-eb5a-496b-a079-be46e74702da {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:52.733648 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.812530 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] For port 4d7384f2-eb5a-496b-a079-be46e74702da, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4d7384f2-eb5a-496b-a079-be46e74702da,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:52.812881 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.824445 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Calling delete_port for 4d7384f2-eb5a-496b-a079-be46e74702da owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:52.906746 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:57:51Z', 'revision_number': 5, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.932635 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78435592-f433-4739-884a-dd9eff64f5cc None None] The sync data for ids ['b9d67f61-17c1-401d-830f-012374c5e4f9'] in dv-cinder-813223-2-iscsi is: [{'id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'name': 'tempest-ServerRescueNegativeTestJSON-597469051-router', 'tenant_id': '02517e51abb14a7d8fdd8b67319cef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:57:51Z', 'revision_number': 5, 'project_id': '02517e51abb14a7d8fdd8b67319cef69', 'gw_port': {'id': '4d7384f2-eb5a-496b-a079-be46e74702da', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67f61-17c1-401d-830f-012374c5e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:32Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:52.989448 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.016627 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7384f2-eb5a-496b-a079-be46e74702da,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:53.078395 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.181796 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.183836 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.246339 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.246854 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d67f61-17c1-401d-830f-012374c5e4f9 {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:57:53.252290 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.253064 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d12ae81a-33e1-41bc-bef2-ad8d3292e1cd admin admin] 10.222.0.42 "DELETE /v2.0/routers/b9d67f61-17c1-401d-830f-012374c5e4f9 HTTP/1.1" status: 204 len: 168 time: 1.0841181 Oct 12 16:57:53.255773 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59130) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:53.299994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Deleting subnet 1a406da9-6342-4e25-a570-b7aadfff95a9 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:57:53.303341 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.341266 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.385541 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.442459 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.467955 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a406da9-6342-4e25-a570-b7aadfff95a9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:53.471642 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.474810 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-629e1135-c8de-4d0f-a4a8-aab72d8370a3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a406da9-6342-4e25-a570-b7aadfff95a9 HTTP/1.1" status: 204 len: 168 time: 0.2181265 Oct 12 16:57:53.477302 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59132) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:53.546119 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.629340 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.650171 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60876690-ca59-4778-acc0-cb4cec0c8875']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:53.659110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f13495-ceb7-488e-bc57-72ef73425b9b') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:53.659424 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f13495-ceb7-488e-bc57-72ef73425b9b') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:53.668380 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.683187 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.689214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:57:53.689667 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:57:53.691529 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:57:53.748093 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.754927 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.761056 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/60876690-ca59-4778-acc0-cb4cec0c8875 HTTP/1.1" status: 204 len: 168 time: 0.2800279 Oct 12 16:57:53.770604 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80359e63-97d1-4a7f-8b3b-e67450a7bfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60876690-ca59-4778-acc0-cb4cec0c8875,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:53.829685 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28ed8-be06-43d9-ad79-e403f9e74188 req-cb680b12-3e6d-4345-a5dc-cca7ac403cd8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:53.831144 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7dc28ed8-be06-43d9-ad79-e403f9e74188 req-cb680b12-3e6d-4345-a5dc-cca7ac403cd8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0482101 Oct 12 16:57:53.874238 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7dc28ed8-be06-43d9-ad79-e403f9e74188 req-95cada2e-925d-4298-91c9-b7325bfc1ddf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369854 Oct 12 16:57:53.942636 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59138) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:53.998340 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2d603b51-fa47-4f55-a944-5ca35ccbae7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02517e51abb14a7d8fdd8b67319cef69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543849 Oct 12 16:57:54.000877 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59140) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:54.021755 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 2de77357-5db0-4d98-8f03-b578d0c2a8dc no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:54.041718 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 2de77357-5db0-4d98-8f03-b578d0c2a8dc {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:54.042058 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 2de77357-5db0-4d98-8f03-b578d0c2a8dc not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:54.042469 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4d7384f2-eb5a-496b-a079-be46e74702da no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:54.048384 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.060865 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 4d7384f2-eb5a-496b-a079-be46e74702da {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:54.061239 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4d7384f2-eb5a-496b-a079-be46e74702da not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:54.070144 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.114318 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.116859 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.118732 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bae675f-1439-42ea-8b05-0a0907553af8 HTTP/1.1" status: 204 len: 168 time: 0.1169021 Oct 12 16:57:54.126624 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4f784-8165-493c-aea6-356c0cf015ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae675f-1439-42ea-8b05-0a0907553af8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:54.603095 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:57:54.707017 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:54.720234 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:57:54.756577 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.769980 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:57:54.789673 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:54.793611 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.801242 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59162) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:54.842339 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:54.849763 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.850176 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.850540 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.850900 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.851258 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.851616 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.851971 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.852321 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.852675 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.853082 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.853427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.853777 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:54.898447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-866535439-network', 'tenant_id': 'ab502ed6a57442038552831f9117a877'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:54.919589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:54.921859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.933603 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.999277 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61321ae-c485-4b7d-b294-d21a902b0952 req-f892ca06-5981-4459-a06f-fdd8acbb61c6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:55.001051 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b61321ae-c485-4b7d-b294-d21a902b0952 req-f892ca06-5981-4459-a06f-fdd8acbb61c6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Oct 12 16:57:55.014921 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.018689 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.038770 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b61321ae-c485-4b7d-b294-d21a902b0952 req-37582b58-b0f9-48d4-b07a-95c8d8fa16ec tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Oct 12 16:57:55.044070 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:57:55.054194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f613189-6e37-41c7-a077-34dda35c664b,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.061222 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.061562 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Added segment 4183ea79-489e-4a65-a769-d085a7238b00 of type vlan for network a2b471f0-0f26-4904-b5ec-11708f2f3087 Oct 12 16:57:55.073887 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['384c76a5-7869-43d7-92f6-f95c20c7c4c0'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:57:55.101060 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.125527 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.126801 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:55.127384 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.175933 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3735952 Oct 12 16:57:55.178873 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59168) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:55.184237 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Request body: {'subnet': {'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-866535439-subnet', 'tenant_id': 'ab502ed6a57442038552831f9117a877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:55.189017 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc89e-1402-4c21-af53-43e4e694f222 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b471f0-0f26-4904-b5ec-11708f2f3087,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.202669 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:57:55.205937 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:55.208424 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.377905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.434885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.445614 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Checking segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:55.445971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Network hostable DHCP agents. Network: a2b471f0-0f26-4904-b5ec-11708f2f3087, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:57:55.466331 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:57:55.475152 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, a2b471f0-0f26-4904-b5ec-11708f2f3087) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:55.480213 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:55.480974 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.486115 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19fb8a8-f801-4492-9898-141c18b22b0e None None] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:55.497984 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-47bd60da-ec22-4c1e-97cd-30c92d4c3962 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3177583 Oct 12 16:57:55.616159 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ce7ec-ffda-4c20-8184-97b1c8c203e3 None None] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:55.936969 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-bc380072-505a-44de-a345-60cf873edc82 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:55.938489 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-bc380072-505a-44de-a345-60cf873edc82 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.0998604 Oct 12 16:57:55.953440 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-101680a8-ceac-4b13-9dc1-beea7b01b18f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/quotas/ab502ed6a57442038552831f9117a877 HTTP/1.1" status: 200 len: 375 time: 0.0091553 Oct 12 16:57:55.985210 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-ab00befd-7cdb-4f9e-8efb-0a2b65f30b71 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258865 Oct 12 16:57:56.096975 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-7ccde05b-a0f2-4a84-a472-e03cefbce661 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047347 Oct 12 16:57:56.160203 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57721d7a-5008-43c0-9a0c-87224f2b98be req-20c0b320-7e46-4968-868b-0ba515bcb3ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:56.162868 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-57721d7a-5008-43c0-9a0c-87224f2b98be req-20c0b320-7e46-4968-868b-0ba515bcb3ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 945 time: 0.0505109 Oct 12 16:57:56.195410 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-9ac2fb0a-7fb8-4420-bf23-2df586e79599 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917914 Oct 12 16:57:56.210814 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-57721d7a-5008-43c0-9a0c-87224f2b98be req-d984b279-f6fd-4153-af38-cde1c4eea5de tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410454 Oct 12 16:57:56.605663 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:56.654557 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:57:56.658466 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:56.658856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.739485 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.763414 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:56.765742 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6836940a-99cc-41d7-9bd0-e39130df5e42" -d '{"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:56.779326 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:56.783691 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.808229 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d4884-aac4-4110-93d6-ec37163a53cd x-openstack-request-id: req-d23d4884-aac4-4110-93d6-ec37163a53cd {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:56.808531 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:56.808864 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d23d4884-aac4-4110-93d6-ec37163a53cd {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:56.809281 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'code': 200} Oct 12 16:57:56.836344 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:56.980020 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723ab37-89a4-43ba-8334-af33b5b3a902 req-be5b282a-3252-4b94-b749-7c69b68c3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:56.981543 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3723ab37-89a4-43ba-8334-af33b5b3a902 req-be5b282a-3252-4b94-b749-7c69b68c3ddf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1099 time: 0.0451114 Oct 12 16:57:57.018288 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3723ab37-89a4-43ba-8334-af33b5b3a902 req-062a995c-f2ca-444a-994d-723e468a417d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288188 Oct 12 16:57:57.334183 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797aad7-01da-4f5b-8f88-ded6e2037c4d req-4e1be99f-c1f6-4f18-a102-71e495736a62 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:57.335723 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c797aad7-01da-4f5b-8f88-ded6e2037c4d req-4e1be99f-c1f6-4f18-a102-71e495736a62 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0525494 Oct 12 16:57:57.375451 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c797aad7-01da-4f5b-8f88-ded6e2037c4d req-0b1f8325-17a3-408c-878d-b91e840c83dd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Oct 12 16:57:57.379396 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6e2bb6e1-ea99-44d1-a83b-5e44a22e8621 req-057cdf4e-2e4f-464e-b23d-22e0df6bb2fd tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 210 time: 0.0287247 Oct 12 16:57:57.997688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85e989-f990-4818-8a71-a330ac59fb06 req-bacf7e14-066d-4ea1-9a25-449b1b1d2198 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:57.999183 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf85e989-f990-4818-8a71-a330ac59fb06 req-bacf7e14-066d-4ea1-9a25-449b1b1d2198 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0528157 Oct 12 16:57:58.036513 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf85e989-f990-4818-8a71-a330ac59fb06 req-47c4b369-f498-4f67-8bb9-0668d4dfc233 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Oct 12 16:57:58.493674 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-828fb8a8-bc86-4d21-899e-ede5ed41e52b req-9e196155-1b78-4f60-b091-d8b41cc1ed6b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 210 time: 0.0381916 Oct 12 16:57:58.551688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a31de8-d1dc-44ee-aa58-4dad19dfb02f req-7621b42c-4b6b-4c97-ba4f-8e95976b9878 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:58.553172 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e2a31de8-d1dc-44ee-aa58-4dad19dfb02f req-7621b42c-4b6b-4c97-ba4f-8e95976b9878 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0835271 Oct 12 16:57:58.559973 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-1a39c3ca-c616-422a-a4c4-3d86f08b77c6 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:58.561418 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-1a39c3ca-c616-422a-a4c4-3d86f08b77c6 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1427186 Oct 12 16:57:58.580964 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Request body: {'port': {'device_id': '0f573c34-eef7-45de-9093-de554d170906', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'admin_state_up': True, 'tenant_id': 'ab502ed6a57442038552831f9117a877'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.640382 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e2a31de8-d1dc-44ee-aa58-4dad19dfb02f req-63832e39-9fd4-43de-b16e-e79189c6e45a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780823 Oct 12 16:57:58.702154 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:58.705689 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.755938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf1cd-6de6-40a1-aed3-9b507c61f595 req-f61f617e-d203-444e-a635-577885b087c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:58.757432 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-600cf1cd-6de6-40a1-aed3-9b507c61f595 req-f61f617e-d203-444e-a635-577885b087c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0478351 Oct 12 16:57:58.766650 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59228) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.771163 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Request body: {'floatingip': {'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.810575 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.828575 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Allocated IP 172.20.0.2 (a2b471f0-0f26-4904-b5ec-11708f2f3087/d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2/1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:58.973531 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.006370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.051005 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:59.054081 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:59.058399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:59.082880 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event updated for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.117473 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:59.118102 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.156325 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-50623961-2067-4f4b-acb4-3658064804e8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804961 Oct 12 16:57:59.170902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Request body: {'port': {'device_id': '0f573c34-eef7-45de-9093-de554d170906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:59.183769 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a8ab6-354c-415b-a837-183c970a1951 req-3e5d6fc2-ad36-49f7-ad08-8846c967d54e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:59.185322 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-531a8ab6-354c-415b-a837-183c970a1951 req-3e5d6fc2-ad36-49f7-ad08-8846c967d54e tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0644534 Oct 12 16:57:59.248431 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.253047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.261040 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-531a8ab6-354c-415b-a837-183c970a1951 req-d55bff1b-0843-4e1f-9cc7-071c5a3387cc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607276 Oct 12 16:57:59.267631 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.352804 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Floating IP d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7 associated. External IP: 172.27.0.33, port: 384c76a5-7869-43d7-92f6-f95c20c7c4c0. Oct 12 16:57:59.532696 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:57:59.541640 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.554424 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Transition to ACTIVE for port object 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:57:59.557906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.604269 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:59.611442 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Pushing event updated for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.630052 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a697f6-595e-435a-b1f7-287be81dd255 req-08e9fad0-1523-4baf-9dc1-f74b89b2afb6 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:59.631532 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b1a697f6-595e-435a-b1f7-287be81dd255 req-08e9fad0-1523-4baf-9dc1-f74b89b2afb6 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 943 time: 0.0657976 Oct 12 16:57:59.677724 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Attempting to bind port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:59.678074 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Attempting to bind port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:59.678418 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Attempting to bind port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:59.682906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:57:59.683245 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Attempting to bind port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:59.688233 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:59.688582 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Checking segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:59.689003 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Bound using segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:59.689458 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Bound port: 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:59.689821 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.734834 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b1a697f6-595e-435a-b1f7-287be81dd255 req-29403fa4-a11d-414f-91d9-020061babe4a tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737598 Oct 12 16:57:59.756469 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:59.758972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:59.760932 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.763116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:59.768390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:59.769040 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.780696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:59.781352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:59.793790 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8aa6a20f-afa9-4359-bf21-3cb663d6f549 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "PUT /v2.0/floatingips/d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7 HTTP/1.1" status: 200 len: 991 time: 1.0228190 Oct 12 16:57:59.793790 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:59.794098 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a7b8b-309a-45e2-8a03-fa3118208b63" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:59.810168 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:59.810844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.812291 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] 10.222.0.69 "PUT /v2.0/ports/1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 HTTP/1.1" status: 200 len: 1093 time: 0.6454217 Oct 12 16:57:59.812744 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:59.815241 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab5517-7fd9-4cce-979c-31273c74bae5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:59.841762 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63452fa-c7ee-4762-b5d1-d8f66bdbef4e service neutron] Pushing event updated for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.868129 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d31ba6-85e0-4c40-857f-7d600c8d1911 x-openstack-request-id: req-d3d31ba6-85e0-4c40-857f-7d600c8d1911 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:59.868935 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:59.869214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3d31ba6-85e0-4c40-857f-7d600c8d1911 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:59.869616 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'status': 'completed', 'code': 200} Oct 12 16:57:59.904716 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3248bb99-12d2-45d8-ac97-caab9747f11e x-openstack-request-id: req-3248bb99-12d2-45d8-ac97-caab9747f11e {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:59.905483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:59.905748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3248bb99-12d2-45d8-ac97-caab9747f11e {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:59.906145 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', 'status': 'completed', 'code': 200} Oct 12 16:58:00.037164 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:00.187993 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-0b68c1b2-23b7-40c3-9f12-690fd5d6ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.189487 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-0b68c1b2-23b7-40c3-9f12-690fd5d6ccf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 1096 time: 0.3288476 Oct 12 16:58:00.209215 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-f5864e8a-2465-45d3-aff6-36d5198cb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.210681 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-f5864e8a-2465-45d3-aff6-36d5198cb597 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1099 time: 0.2984262 Oct 12 16:58:00.216833 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-1c7fad78-46d4-4dd4-aad4-78ea1bc1070c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.218321 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-1c7fad78-46d4-4dd4-aad4-78ea1bc1070c tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.0530841 Oct 12 16:58:00.244784 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-f467187f-c950-4c93-b4cb-563da49e5c10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 HTTP/1.1" status: 200 len: 217 time: 0.0456820 Oct 12 16:58:00.278290 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'd26d4cb1-4fad-4bdc-ac82-30a29e85e4e7', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:57:47Z', 'updated_at': '2021-10-12T16:57:59Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:00.310550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:00.325977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:00.326612 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:00.344989 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-188fd83d-11fa-4abf-b806-847f467c242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.346674 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-188fd83d-11fa-4abf-b806-847f467c242f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0898359 Oct 12 16:58:00.357082 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Deleting port 2120887b-715a-4cad-be9d-ea111170f177 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:00.357334 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.389956 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-a2c40149-6e9c-4453-95e1-9a44a26c2c9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344458 Oct 12 16:58:00.390909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-266523f5-f05d-479e-8dcd-0fc6a0d1773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.392192 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-266523f5-f05d-479e-8dcd-0fc6a0d1773f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.1560471 Oct 12 16:58:00.450565 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f03c5-4381-470c-9d3d-9d24648332d4 req-9ff44808-dc96-4701-9e36-0c89208a94e1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.452003 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd9f03c5-4381-470c-9d3d-9d24648332d4 req-9ff44808-dc96-4701-9e36-0c89208a94e1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 945 time: 0.1082981 Oct 12 16:58:00.455008 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:00.498973 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] For port 2120887b-715a-4cad-be9d-ea111170f177, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2120887b-715a-4cad-be9d-ea111170f177,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:00.499657 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.510750 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-613350ee-98f6-4ee3-b914-70adc2d1959a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 999 time: 0.1004519 Oct 12 16:58:00.522493 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd9f03c5-4381-470c-9d3d-9d24648332d4 req-d2f32331-ecab-4a2a-9ee8-7a88f6e925b7 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1c1f5aa-7c3c-4a1e-99c4-deced0147471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571361 Oct 12 16:58:00.579451 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-993fb9b1-d115-44a3-b6c4-b59ec80b62b9 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764615 Oct 12 16:58:00.587076 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-911382ae-721e-4554-8e2e-0ab4c86f6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.588992 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-911382ae-721e-4554-8e2e-0ab4c86f6318 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0702209 Oct 12 16:58:00.696296 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-b5ea9448-2076-4e8f-bfe6-528480a5bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.698392 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-b5ea9448-2076-4e8f-bfe6-528480a5bbab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667889 Oct 12 16:58:00.704605 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'd26d4cb1-4fad-4bdc-ac82-30a29e85e4e7', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:57:47Z', 'updated_at': '2021-10-12T16:57:59Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:00.719606 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3bc8d920-b7e2-4bdf-b08f-967e17ac135b req-1267fc82-cec0-4e65-9d0d-cbe09bdda9e4 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296630 Oct 12 16:58:00.735273 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be237d3f-657f-469d-ad36-6fc97c47939d None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': 'd26d4cb1-4fad-4bdc-ac82-30a29e85e4e7', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:57:47Z', 'updated_at': '2021-10-12T16:57:59Z', 'revision_number': 1, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:00.857296 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-a038e0f7-d85d-4b16-bbf4-7179e4afbbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493452 Oct 12 16:58:00.956261 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-062930da-daad-4154-a153-74fd968758a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.957778 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-062930da-daad-4154-a153-74fd968758a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 1096 time: 0.1378417 Oct 12 16:58:00.981292 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-252a7b8b-309a-45e2-8a03-fa3118208b63 req-8e128c80-abfe-4ddd-923d-0fc3c3298331 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088705 Oct 12 16:58:00.985792 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.986357 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.986463 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Floating IP c9f69f4c-a34b-45e3-943c-0f55e25bb32a disassociated. External IP: 172.27.0.242, port: 2120887b-715a-4cad-be9d-ea111170f177. Oct 12 16:58:00.986779 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Calling delete_port for 2120887b-715a-4cad-be9d-ea111170f177 owned by compute:nova {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:00.990677 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf5733-e252-405c-97d3-5cac5f6daf2c req-38e7d824-c857-419d-88f6-6e17e974cdbe tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.992215 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44bf5733-e252-405c-97d3-5cac5f6daf2c req-38e7d824-c857-419d-88f6-6e17e974cdbe tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 943 time: 0.1613863 Oct 12 16:58:01.003773 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60033969-66fa-479e-ab8a-b4ba5062bd00 None None] New status for floating IP d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:58:01.108336 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44bf5733-e252-405c-97d3-5cac5f6daf2c req-5e327213-81af-4699-aa99-4f034479b61d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889466 Oct 12 16:58:01.131331 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-04df7905-3052-45a3-8797-0e2f079fc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:01.132892 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-04df7905-3052-45a3-8797-0e2f079fc4af service neutron] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 916 time: 0.1397622 Oct 12 16:58:01.145690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.183151 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-dc9de4de-fa1d-4470-b00b-86c007842182 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 HTTP/1.1" status: 200 len: 217 time: 0.0414269 Oct 12 16:58:01.183283 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'Port': ['ID=2120887b-715a-4cad-be9d-ea111170f177,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:01.245063 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-c7b65c0d-dba8-4174-ac99-6031a5bdaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:01.246617 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-c7b65c0d-dba8-4174-ac99-6031a5bdaef1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0559111 Oct 12 16:58:01.283593 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-5a75b380-9d62-4de2-8aa4-d3643f7e1161 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288215 Oct 12 16:58:01.302495 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:01.375973 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-95fd2d5c-cf52-4646-b985-3de49d65dbd8 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Oct 12 16:58:01.409104 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:01.421436 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:01.431871 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:01.432760 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:01.451443 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] No DVR routers for this DVR port 2120887b-715a-4cad-be9d-ea111170f177 on host hv-cinder-81322 {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:01.454258 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.457770 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31081c5d-c190-4af9-a1b9-f3fcbeb1926a req-69f1bbfd-ba14-4b6f-9159-75ed19297b14 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "DELETE /v2.0/ports/2120887b-715a-4cad-be9d-ea111170f177 HTTP/1.1" status: 204 len: 173 time: 1.2338805 Oct 12 16:58:01.481554 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-09ab5517-7fd9-4cce-979c-31273c74bae5 req-1593297d-fb47-4c10-a3db-6b1fa6eff6ba service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928907 Oct 12 16:58:01.547020 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:01.657692 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-046b6ab5-553f-4874-af52-2a63411fef15 req-1b67953d-2350-4c41-821c-236f318eaf49 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=8698f41c-8ed9-428b-8fd8-1e9c9079c66a HTTP/1.1" status: 200 len: 210 time: 0.0292768 Oct 12 16:58:01.769737 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:01.799735 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:01.809369 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:01.810317 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:57:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:01.870870 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'name': 'network-vif-deleted', 'tag': '2120887b-715a-4cad-be9d-ea111170f177'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:01.873381 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15dfe4-1483-4039-9dbd-bb494cb9fcdd" -d '{"events": [{"server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "name": "network-vif-deleted", "tag": "2120887b-715a-4cad-be9d-ea111170f177"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:01.913126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cfd8e-c2cf-473f-ad33-daa1bb117705 x-openstack-request-id: req-dd3cfd8e-c2cf-473f-ad33-daa1bb117705 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:01.913421 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698f41c-8ed9-428b-8fd8-1e9c9079c66a", "name": "network-vif-deleted", "tag": "2120887b-715a-4cad-be9d-ea111170f177", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:01.913805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd3cfd8e-c2cf-473f-ad33-daa1bb117705 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:01.914210 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698f41c-8ed9-428b-8fd8-1e9c9079c66a', 'name': 'network-vif-deleted', 'tag': '2120887b-715a-4cad-be9d-ea111170f177', 'status': 'completed', 'code': 200} Oct 12 16:58:01.929098 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:02.131328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:02.161389 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26037678-09d1-47d8-86c7-7eadcdbc9317 None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:02.231277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b710-bf22-4274-93a7-8f7efde7f290 req-a1499b56-de69-4a07-a052-cb79540e6846 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:02.232915 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59e0b710-bf22-4274-93a7-8f7efde7f290 req-a1499b56-de69-4a07-a052-cb79540e6846 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 943 time: 0.0523481 Oct 12 16:58:02.273057 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59e0b710-bf22-4274-93a7-8f7efde7f290 req-05668f2b-d826-48ec-a526-09b191d916c3 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Oct 12 16:58:02.387764 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475b005-8d28-4e39-9afb-2bac9801d36a None None] New status for floating IP c9f69f4c-a34b-45e3-943c-0f55e25bb32a: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:58:02.641129 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:02.751235 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:02.755483 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59258) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:02.763654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'port_id': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', 'mac_address': 'fa:16:3e:f3:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:02.800885 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.809572 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.816967 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:02.832673 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.835188 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:02.839732 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.886110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.888603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.889521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:02.889786 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "DELETE /v2.0/security-groups/c1c1f5aa-7c3c-4a1e-99c4-deced0147471 HTTP/1.1" status: 204 len: 168 time: 0.1333151 Oct 12 16:58:02.892702 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59260) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:02.899149 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1f4d-efe0-4e19-88d1-38badede7120 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1f5aa-7c3c-4a1e-99c4-deced0147471,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:02.908918 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.api.v2.resource [None req-5bb133cd-a0e7-48ce-ae64-04ed2e2ff305 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] show failed (client error): The resource could not be found. Oct 12 16:58:02.910112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5bb133cd-a0e7-48ce-ae64-04ed2e2ff305 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups/c1c1f5aa-7c3c-4a1e-99c4-deced0147471 HTTP/1.1" status: 404 len: 347 time: 0.0159476 Oct 12 16:58:02.913706 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59262) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:03.035065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Deleting port 0ad4c077-dd95-4800-b548-3dc9e0c4de88 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:03.035391 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.087367 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:03.110735 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.111058 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.122426 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Calling delete_port for 0ad4c077-dd95-4800-b548-3dc9e0c4de88 owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:03.254984 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.282362 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'Port': ['ID=0ad4c077-dd95-4800-b548-3dc9e0c4de88,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:03.339479 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.342076 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.343267 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2d00a72a-18da-4567-a9fd-ec59d5da1579 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "DELETE /v2.0/floatingips/c9f69f4c-a34b-45e3-943c-0f55e25bb32a HTTP/1.1" status: 204 len: 168 time: 0.4286385 Oct 12 16:58:03.395043 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d32ec-449f-4f52-a11e-6b39de36e7ca req-90ef7c1a-a199-4d48-82e5-50775bc5a656 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:03.396557 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-950d32ec-449f-4f52-a11e-6b39de36e7ca req-90ef7c1a-a199-4d48-82e5-50775bc5a656 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 944 time: 0.0522990 Oct 12 16:58:03.440959 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-950d32ec-449f-4f52-a11e-6b39de36e7ca req-addac646-2421-41fd-8c53-851f8a993b2e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Oct 12 16:58:04.560818 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83925cc-d6c3-452e-a423-c3bb3321f2e1 req-89b2a4e6-da9a-4654-a1f7-acc58112e95e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:04.562209 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b83925cc-d6c3-452e-a423-c3bb3321f2e1 req-89b2a4e6-da9a-4654-a1f7-acc58112e95e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 944 time: 0.0515003 Oct 12 16:58:04.598736 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b83925cc-d6c3-452e-a423-c3bb3321f2e1 req-a66143c2-9006-4753-b4db-1cbc3765c7b5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Oct 12 16:58:04.653193 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:04.704771 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:04.709321 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:04.709789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:04.784468 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:04.806859 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:04.809114 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a12e3a-919d-48f1-a102-d1eacb71520c" -d '{"events": [{"server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "name": "network-vif-plugged", "status": "completed", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:04.821130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:04.825836 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:04.826692 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 2120887b-715a-4cad-be9d-ea111170f177 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:04.852802 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b56566-3ebe-4cd1-b61b-fd27588dc771 x-openstack-request-id: req-d6b56566-3ebe-4cd1-b61b-fd27588dc771 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:04.853876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "name": "network-vif-plugged", "status": "completed", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:04.854006 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6b56566-3ebe-4cd1-b61b-fd27588dc771 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:04.854355 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', 'code': 200} Oct 12 16:58:04.872580 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 2120887b-715a-4cad-be9d-ea111170f177 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:04.872911 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 2120887b-715a-4cad-be9d-ea111170f177 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:04.901246 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59280) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:04.902230 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:04.905817 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770765602', 'description': 'tempest-description--1257203368'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:04.929277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.016760 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.022928 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.056170 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.057586 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1553383 Oct 12 16:58:05.060693 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59282) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:05.062758 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bbcd8-fa70-416e-a148-9e144b57e21f req-20ccdbc0-5fb2-4b37-868a-213f807b45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:05.064176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-830bbcd8-fa70-416e-a148-9e144b57e21f req-20ccdbc0-5fb2-4b37-868a-213f807b45fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 1098 time: 0.0821409 Oct 12 16:58:05.065145 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aea02-cbda-4118-af6e-dd42a50b29bb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a766940-dc3f-4363-805b-1d76f052df43,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:05.065613 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group_rule': {'security_group_id': '9a766940-dc3f-4363-805b-1d76f052df43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:05.094868 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.100824 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-830bbcd8-fa70-416e-a148-9e144b57e21f req-01293dd6-6466-4f3b-a9f2-0808158a14f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290194 Oct 12 16:58:05.144654 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.148148 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.166054 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9358c705-f813-4100-b37b-5561538aa211,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:05.172638 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.173871 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0d53176c-9de0-42fe-84ec-f8a98865479a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121385 Oct 12 16:58:05.176913 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59284) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:05.181303 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'security_group_rule': {'security_group_id': '9a766940-dc3f-4363-805b-1d76f052df43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:05.207064 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.269883 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.273564 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.288322 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c218fc1e-e6a2-4870-af1e-1a0ffd5a0f3f,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:05.298465 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.299657 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8711376c-2330-4af3-90c9-1b4344d88e64 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217370 Oct 12 16:58:05.302998 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59288) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:05.307290 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:05.329314 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.427390 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.530228 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Allocated IP 172.27.0.205 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/3956ae48-16bc-4b97-9865-129a13d6e9ce) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:05.635842 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.677205 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.739787 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:05.747007 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:05.752669 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:05.756751 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=3956ae48-16bc-4b97-9865-129a13d6e9ce,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:05.783493 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dae296-85d3-4297-bc22-619cab016309 req-272f6ca2-2899-4c73-9d51-1ea1dccbcbe7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:05.784997 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65dae296-85d3-4297-bc22-619cab016309 req-272f6ca2-2899-4c73-9d51-1ea1dccbcbe7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.1176429 Oct 12 16:58:05.856398 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65dae296-85d3-4297-bc22-619cab016309 req-344e1bdc-1e2c-45fb-8d61-e392637bc1ed tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Oct 12 16:58:05.872486 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.908975 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:06.060583 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:06.064937 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:06.130757 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=3956ae48-16bc-4b97-9865-129a13d6e9ce,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:06.144563 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:06.162277 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:06.163896 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b81a2161-038d-4fe4-bce8-92c85c9e4b47 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8598161 Oct 12 16:58:06.366687 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-4bf924dc-3ad8-48e3-ab06-e644d2e92457 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1770765602&fields=id&tenant_id=3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 267 time: 0.0372984 Oct 12 16:58:06.477583 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-27c31ad3-31a4-4f93-b476-e1f83e4ef85a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:06.479727 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-27c31ad3-31a4-4f93-b476-e1f83e4ef85a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 811 time: 0.1054647 Oct 12 16:58:06.497603 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-86c1e7dc-ebca-439f-b03d-7bbed3b4a9b4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/quotas/3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 375 time: 0.0104616 Oct 12 16:58:06.549330 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a72adb37-b5c0-4819-89f1-06b3ad7f27b9 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474925 Oct 12 16:58:06.643028 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-8fabf22e-2340-4602-81c8-30ecaf356edd service neutron] 10.222.0.42 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821579 Oct 12 16:58:06.730045 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-fbdb621c-eda0-4324-962b-803cd8f53483 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807557 Oct 12 16:58:06.887556 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-632fe2c4-bf75-4217-a2c4-fcab0426b7b1 req-86aec39e-c84a-406f-b545-52befaf7696d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 210 time: 0.0279577 Oct 12 16:58:06.977623 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c091e-3ee0-4556-8780-327d2a4b85ed req-b5ee20be-c906-435d-90ba-9cb8f6ea696b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:06.979120 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-157c091e-3ee0-4556-8780-327d2a4b85ed req-b5ee20be-c906-435d-90ba-9cb8f6ea696b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Oct 12 16:58:07.020672 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-157c091e-3ee0-4556-8780-327d2a4b85ed req-2a7baf72-a571-4853-836d-fff371149606 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352933 Oct 12 16:58:07.331863 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f87c5eed-9770-4ffe-a19e-c7d6cb8a08e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:07.912474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-0faeb9d1-bf59-4cce-b6d7-b5e85cd6b8a8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:07.913932 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-0faeb9d1-bf59-4cce-b6d7-b5e85cd6b8a8 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 811 time: 0.1015379 Oct 12 16:58:07.976262 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-44990942-1c1e-43b7-bc3f-7fa7bf9c9e51 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3531038be7ef42149fa8f272160c7686 HTTP/1.1" status: 200 len: 380 time: 0.0511487 Oct 12 16:58:07.994236 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'port': {'device_id': '9c2e6d58-559f-4c67-931d-67add6c96480', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'admin_state_up': True, 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'security_groups': ['9a766940-dc3f-4363-805b-1d76f052df43']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:07.998413 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a6358c30-08ad-4584-b23c-47758d2cf867 req-b1d0fe3b-ffb5-45ae-a34a-ce82b774beb0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 210 time: 0.0423965 Oct 12 16:58:08.099328 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Made reservation on behalf of 3531038be7ef42149fa8f272160c7686 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:08.102820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.227553 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Allocated IP 172.20.0.13 (3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e/142df37a-bfee-4873-9e1f-9b22dd6bfbee/d9f79a1c-b427-453b-baf7-4f4c1fea199d) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:08.276360 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-4d4db6c7-9ee3-40c8-86aa-a9e5d525b22c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332343508&fields=id&tenant_id=c1d044dc68584dea8d9fffd7ebe10826 HTTP/1.1" status: 200 len: 267 time: 0.0326319 Oct 12 16:58:08.331073 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-f70921ed-318e-4836-b5c3-8cf28f5e41c7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:08.332570 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-f70921ed-318e-4836-b5c3-8cf28f5e41c7 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 984 time: 0.0501986 Oct 12 16:58:08.343818 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Request body: {'port': {'security_groups': ['df03aa5a-bdcb-4200-b54e-e04cdc1aced4']}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:08.369275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.412390 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.421554 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.461824 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:08.467549 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:08.470348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:08.475021 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event updated for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:08.527399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:08.528215 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.553149 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-3a6e3a01-6cf7-4c84-b05b-dfbea41abdcb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631831 Oct 12 16:58:08.567197 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Request body: {'port': {'device_id': '9c2e6d58-559f-4c67-931d-67add6c96480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:08.637396 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.663649 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:08.702577 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.712161 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.730702 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:08.766685 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:08.767567 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.768838 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc4813be-fcab-4a16-bf85-61e555079df5 req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "PUT /v2.0/ports/564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 942 time: 0.4295535 Oct 12 16:58:08.769478 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:08.772441 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:08.781108 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59354) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:08.833399 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8e4c-be75-4f52-b265-4fdd4cc3a94c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event updated for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=7']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:08.866020 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-123ec11b-ecb1-4963-b2a7-0aae71d79070 None None] Provisioning complete for port d9f79a1c-b427-453b-baf7-4f4c1fea199d triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:08.866560 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-123ec11b-ecb1-4963-b2a7-0aae71d79070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.893741 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3a57e-b0ac-45db-a22b-a4b7de35774d x-openstack-request-id: req-14a3a57e-b0ac-45db-a22b-a4b7de35774d {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:08.894163 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:08.894531 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14a3a57e-b0ac-45db-a22b-a4b7de35774d {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:08.895739 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:58:08.909807 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.934312 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:08.946228 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:08.991285 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-123ec11b-ecb1-4963-b2a7-0aae71d79070 None None] Port d9f79a1c-b427-453b-baf7-4f4c1fea199d cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:09.015592 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f79a1c-b427-453b-baf7-4f4c1fea199d {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:09.025659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.025866 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-f49925e5-a1fe-44a0-aeba-0bd91a51ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.027796 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-f49925e5-a1fe-44a0-aeba-0bd91a51ff11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1098 time: 0.1305239 Oct 12 16:58:09.121108 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Transition to ACTIVE for port object d9f79a1c-b427-453b-baf7-4f4c1fea199d will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:09.123083 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.126555 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.128343 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.129602 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "DELETE /v2.0/security-groups/28ccef36-cead-45a0-944f-d5e08e331f92 HTTP/1.1" status: 204 len: 168 time: 0.3474104 Oct 12 16:58:09.151846 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59360) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:09.152507 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36fd65-db5f-45fb-b30c-44f9a1eb37b3 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ccef36-cead-45a0-944f-d5e08e331f92,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:09.203333 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-aacee711-fbdf-489d-8131-31383e6e6348 None None] Provisioning complete for port 564ad0e6-6b04-43c8-9b65-c8daab9130dc triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:09.203771 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aacee711-fbdf-489d-8131-31383e6e6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.212350 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-985d715e-7bec-4dd8-8d9b-9ea14cbb0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.214041 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-985d715e-7bec-4dd8-8d9b-9ea14cbb0a72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.1666822 Oct 12 16:58:09.244479 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:09.346951 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1b87b-c382-4f59-b3ee-c6e0ed8733f3 req-f37df1bc-e72d-468f-a8a2-3cbde41cfac1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.348695 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5b1b87b-c382-4f59-b3ee-c6e0ed8733f3 req-f37df1bc-e72d-468f-a8a2-3cbde41cfac1 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 944 time: 0.2529781 Oct 12 16:58:09.409520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5b1b87b-c382-4f59-b3ee-c6e0ed8733f3 req-9df363bb-9ec7-464c-b5c0-8d295c8008f0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532389 Oct 12 16:58:09.434592 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Attempting to bind port d9f79a1c-b427-453b-baf7-4f4c1fea199d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:09.434859 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-9f2cdd0a-7da4-4d7f-a46d-96cf38546995 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 1001 time: 0.2097163 Oct 12 16:58:09.436264 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Attempting to bind port d9f79a1c-b427-453b-baf7-4f4c1fea199d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:09.436805 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Attempting to bind port d9f79a1c-b427-453b-baf7-4f4c1fea199d on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:09.440263 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Deleting port 35fa3b7f-3991-4c28-9125-08d682082d46 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:09.440611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.443589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Port d9f79a1c-b427-453b-baf7-4f4c1fea199d on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:09.444045 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Attempting to bind port d9f79a1c-b427-453b-baf7-4f4c1fea199d on network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:09.450252 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:09.450776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Checking segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:09.451307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Bound using segment: {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:09.451802 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Bound port: d9f79a1c-b427-453b-baf7-4f4c1fea199d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111bf26a-74be-4776-bd44-b5d07445ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:09.452168 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.533152 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:09.534411 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-7838d56b-fc0e-434e-b97b-95626249b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.535878 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-7838d56b-fc0e-434e-b97b-95626249b8f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0924215 Oct 12 16:58:09.536871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:09.542136 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.568597 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.568925 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.581498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.582101 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.583567 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9f79a1c-b427-453b-baf7-4f4c1fea199d HTTP/1.1" status: 200 len: 1094 time: 1.0209038 Oct 12 16:58:09.583925 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:09.586131 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c8a6d-8e60-4763-9e66-783e984ea649" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:09.597152 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Calling delete_port for 35fa3b7f-3991-4c28-9125-08d682082d46 owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:09.612271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6b367-a44b-47a2-8582-9af2cfe7bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:09.663245 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f69281-9177-4e1c-ac81-0e0784a7d3d5 x-openstack-request-id: req-f1f69281-9177-4e1c-ac81-0e0784a7d3d5 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:09.663543 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:09.663795 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1f69281-9177-4e1c-ac81-0e0784a7d3d5 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:09.664181 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'status': 'completed', 'code': 200} Oct 12 16:58:09.669031 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-96012fe1-3400-429b-86f4-87968ae1c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.670480 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-96012fe1-3400-429b-86f4-87968ae1c486 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185369 Oct 12 16:58:09.682526 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-255dd5b7-00aa-4240-936d-dad3ca1c743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.684142 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-255dd5b7-00aa-4240-936d-dad3ca1c743c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 1097 time: 0.0521476 Oct 12 16:58:09.738620 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-f3650b87-b659-4911-9631-3cf1e22880b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d HTTP/1.1" status: 200 len: 217 time: 0.0377784 Oct 12 16:58:09.800691 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-aecbe4a2-ff39-49e9-830c-016be241cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.802202 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-aecbe4a2-ff39-49e9-830c-016be241cb6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0513461 Oct 12 16:58:09.840993 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-03efa67d-4f5d-41c9-b3a4-9404228e7645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:09.876376 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-163ffe9b-414b-45ce-9442-3615be69cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:09.877923 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-163ffe9b-414b-45ce-9442-3615be69cc59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666244 Oct 12 16:58:09.976252 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-027c74cc-ab2a-4408-ac10-2d855b45c7af service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904326 Oct 12 16:58:10.074210 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0d6172b0-1f53-4905-9d19-6f247ed74a65 req-f72d6dd2-70b4-4131-84c6-d589d51a3548 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898037 Oct 12 16:58:10.075777 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-3893687e-c31f-4ee8-a662-c4557e870419 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860798 Oct 12 16:58:10.168591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-129b9838-2d71-46cb-8e8f-c6680b7a4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:10.170224 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-129b9838-2d71-46cb-8e8f-c6680b7a4788 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 1097 time: 0.0426586 Oct 12 16:58:10.176900 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:10.212011 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event deleted for resources: {'Port': ['ID=35fa3b7f-3991-4c28-9125-08d682082d46,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:10.267407 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-636e67b6-460e-4ab9-8229-fa2a6a2d6ee7 req-dc355d0f-e9e0-4d32-952d-9af3eda07d6c service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771054 Oct 12 16:58:10.279640 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-cd6573fa-6ea5-43f1-8c99-4e041476f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:10.281145 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-cd6573fa-6ea5-43f1-8c99-4e041476f9d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.0962739 Oct 12 16:58:10.286287 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:10.286638 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Floating IP 58c5face-6589-461d-b62f-2092bee9245a disassociated (deleted). External IP: 172.27.0.190, port: 564ad0e6-6b04-43c8-9b65-c8daab9130dc. Oct 12 16:58:10.327295 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-69c99a25-75bd-4f63-94df-6f093658d0e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d HTTP/1.1" status: 200 len: 217 time: 0.0345075 Oct 12 16:58:10.379545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-de8b1150-cfa9-4604-8df2-293673e2fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:10.381007 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-de8b1150-cfa9-4604-8df2-293673e2fd5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0449855 Oct 12 16:58:10.431876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-22b97473-b031-4dee-b271-a4b25dd75e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:10.434151 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-22b97473-b031-4dee-b271-a4b25dd75e79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444312 Oct 12 16:58:10.504129 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Router 3362dbda-29ef-4cea-b709-d5e079c1d710 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:10.527030 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-26ab758c-4c06-49dd-8346-b89229ff1868 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853567 Oct 12 16:58:10.640195 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d02a4c-f2ed-4dc6-bc08-4ba064176f6e req-953b0ce5-4504-494e-9134-e9882e24ec48 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:10.641783 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44d02a4c-f2ed-4dc6-bc08-4ba064176f6e req-953b0ce5-4504-494e-9134-e9882e24ec48 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 944 time: 0.1610513 Oct 12 16:58:10.667820 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:10.673525 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:10.679241 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Sync routers for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:10.690494 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:10.691135 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:10.715157 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44d02a4c-f2ed-4dc6-bc08-4ba064176f6e req-a31a23d9-de26-4b82-842a-7af5f00133e5 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670230 Oct 12 16:58:10.719407 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6f263006-6339-4986-ba0a-ffe1d72ccb1c tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "DELETE /v2.0/floatingips/58c5face-6589-461d-b62f-2092bee9245a HTTP/1.1" status: 204 len: 168 time: 1.5617213 Oct 12 16:58:10.819674 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:10.850378 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ae1c8a6d-8e60-4763-9e66-783e984ea649 req-24d7c8a4-4718-4104-826b-de864de2cf74 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149960 Oct 12 16:58:10.897898 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:10.901077 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da772c5-a166-4545-af45-d6f8c7f9442f" -d '{"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:10.957844 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb3d24e-9cd0-4025-b531-a06559bffebc x-openstack-request-id: req-acb3d24e-9cd0-4025-b531-a06559bffebc {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:10.958142 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:10.958516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acb3d24e-9cd0-4025-b531-a06559bffebc {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:10.958804 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:58:11.043429 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:11.046895 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-fde8517c-96f6-4ad5-b698-46b8472167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:11.048652 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-fde8517c-96f6-4ad5-b698-46b8472167f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1098 time: 0.0556686 Oct 12 16:58:11.064583 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:11.094641 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Checking router: 3362dbda-29ef-4cea-b709-d5e079c1d710 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:11.103890 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:11.104636 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:11.157600 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-cc57e36e-040d-4d97-b233-ff8277b892f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:11.159325 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-cc57e36e-040d-4d97-b233-ff8277b892f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.0939293 Oct 12 16:58:11.165293 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:11.208384 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-a86a6d26-4dd6-4ecb-834d-ea04619eeb01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 217 time: 0.0382195 Oct 12 16:58:11.223286 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:11.260643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-2805a4c1-7620-4847-93bd-efa89a13196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:11.262205 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-2805a4c1-7620-4847-93bd-efa89a13196b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0464463 Oct 12 16:58:11.312226 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-e0a1bb3a-97ce-48e9-a9c4-75ef9793d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:11.313853 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-e0a1bb3a-97ce-48e9-a9c4-75ef9793d408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437410 Oct 12 16:58:11.405319 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-febff886-656d-4cc1-91fb-118f675a609f service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814536 Oct 12 16:58:11.426878 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:11.456768 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe5071-ea33-4f2d-b3b6-58f556a7ff26 None None] The sync data for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi is: [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:54:54Z', 'revision_number': 4, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'e2249395-4e75-44f8-a207-3f3113861ba6', 'name': '', 'network_id': '1489e69d-9465-4e88-bab3-4c143aee3cc5', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'mac_address': 'fa:16:3e:5e:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1b751eee-71e9-4043-b826-24406dc613da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:53Z', 'updated_at': '2021-10-12T16:54:59Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'subnets': [{'id': '1b751eee-71e9-4043-b826-24406dc613da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:11.500503 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3da772c5-a166-4545-af45-d6f8c7f9442f req-030ec201-b33e-485e-9648-7d5c0c1550c8 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874476 Oct 12 16:58:11.673383 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938105d-6f56-4bfa-a4e9-dc70036192a9 None None] New status for floating IP 58c5face-6589-461d-b62f-2092bee9245a: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:58:11.830486 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6bf66-bd48-4e14-8706-c82418740c2b req-0eff0722-4486-4a1d-8238-a3206237851f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:11.831949 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24a6bf66-bd48-4e14-8706-c82418740c2b req-0eff0722-4486-4a1d-8238-a3206237851f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 944 time: 0.0477688 Oct 12 16:58:11.872894 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24a6bf66-bd48-4e14-8706-c82418740c2b req-1b9d2595-a49d-42f2-a046-165ebda3ba68 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Oct 12 16:58:12.474504 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:12.687773 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device d9f79a1c-b427-453b-baf7-4f4c1fea199d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:12.785172 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:12.796445 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'port_id': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'mac_address': 'fa:16:3e:2e:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:12.835631 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:12.847678 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f79a1c-b427-453b-baf7-4f4c1fea199d {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:12.866208 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:12.871571 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:12.918339 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:12.986958 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4a028-15fa-4ec0-9881-139328f3002e req-3f172946-1288-4fcc-b5a8-ca5c7e35d096 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:12.988293 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fee4a028-15fa-4ec0-9881-139328f3002e req-3f172946-1288-4fcc-b5a8-ca5c7e35d096 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 945 time: 0.0472620 Oct 12 16:58:13.027432 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fee4a028-15fa-4ec0-9881-139328f3002e req-97a4bf5f-c270-409e-af9b-25d6277e4af9 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Oct 12 16:58:13.174435 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['d9f79a1c-b427-453b-baf7-4f4c1fea199d'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:14.143384 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520af9c-4758-49c5-a238-8ee1b1813957 req-b2f9044b-1608-4f4f-8fae-14e4bf13cf08 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.144838 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c520af9c-4758-49c5-a238-8ee1b1813957 req-b2f9044b-1608-4f4f-8fae-14e4bf13cf08 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Oct 12 16:58:14.182074 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c520af9c-4758-49c5-a238-8ee1b1813957 req-bb255d6f-f8b3-41ba-9d39-5d00f93ff28d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Oct 12 16:58:14.495038 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:14.699397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device d9f79a1c-b427-453b-baf7-4f4c1fea199d up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:14.747390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port d9f79a1c-b427-453b-baf7-4f4c1fea199d completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:14.751213 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port d9f79a1c-b427-453b-baf7-4f4c1fea199d triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:14.751581 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.826151 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.850413 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:14.852658 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e80b3-1d4e-4171-8c31-ddcf33cd9aab" -d '{"events": [{"server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "name": "network-vif-plugged", "status": "completed", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:14.871114 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:14.876922 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.900430 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e6091-c6fb-4321-bc86-89f5bc1d94ee x-openstack-request-id: req-024e6091-c6fb-4321-bc86-89f5bc1d94ee {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:14.900722 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "name": "network-vif-plugged", "status": "completed", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:14.900993 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-024e6091-c6fb-4321-bc86-89f5bc1d94ee {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:14.902153 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'code': 200} Oct 12 16:58:14.927037 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:15.080222 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc009-01c7-45a5-9e66-058aa601f6ce req-43642a0a-965c-426b-ab9c-8b57fc598673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:15.081710 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b95dc009-01c7-45a5-9e66-058aa601f6ce req-43642a0a-965c-426b-ab9c-8b57fc598673 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 1099 time: 0.0405269 Oct 12 16:58:15.120879 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b95dc009-01c7-45a5-9e66-058aa601f6ce req-36fe82e7-c132-4f6d-8898-ac198d526af1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262899 Oct 12 16:58:15.316511 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c890a89-72ac-47b6-a93f-24d35e92a45e req-b2a42fd4-2713-4de4-b1a3-ce3f5814500b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:15.318100 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9c890a89-72ac-47b6-a93f-24d35e92a45e req-b2a42fd4-2713-4de4-b1a3-ce3f5814500b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0597441 Oct 12 16:58:15.357745 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9c890a89-72ac-47b6-a93f-24d35e92a45e req-9963181a-d35b-4eec-9d9d-ed90b9bf1328 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326016 Oct 12 16:58:16.433176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-1b5c4906-282e-4a2a-bd3a-2a45cdf4605b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443079 Oct 12 16:58:16.531004 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb642e-e8be-47f5-8e52-c6c03c92a3db req-6cef7be1-b9cc-4679-9fc1-231ce7aa5515 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.537423 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c1eb642e-e8be-47f5-8e52-c6c03c92a3db req-6cef7be1-b9cc-4679-9fc1-231ce7aa5515 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.1073210 Oct 12 16:58:16.544479 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d6729-d422-434d-9397-91e9db177a25 req-bbdd7b1a-a468-49d7-a737-ea8dcd04f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.547304 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-bbdd7b1a-a468-49d7-a737-ea8dcd04f956 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 1098 time: 0.0790515 Oct 12 16:58:16.626890 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c1eb642e-e8be-47f5-8e52-c6c03c92a3db req-03a4ce7d-0ab7-4b1b-9ab5-8d5aab30db26 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791521 Oct 12 16:58:16.676746 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d6729-d422-434d-9397-91e9db177a25 req-4a516544-adbe-4259-9e1d-2b36cc4bfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.678253 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-4a516544-adbe-4259-9e1d-2b36cc4bfe32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 200 len: 917 time: 0.1051307 Oct 12 16:58:16.712075 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-a5faa206-bd99-4f32-9c3c-986aff418b1c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.714327 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-a5faa206-bd99-4f32-9c3c-986aff418b1c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1105745 Oct 12 16:58:16.729191 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-f2e27182-68df-4fc1-a8f8-ece3c7c85c9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 200 len: 217 time: 0.0396295 Oct 12 16:58:16.730012 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-3838f14f-3636-481b-b927-2b2bdd9254c3 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/quotas/ab502ed6a57442038552831f9117a877 HTTP/1.1" status: 200 len: 375 time: 0.0094724 Oct 12 16:58:16.780762 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-095bf3af-8c62-4d05-a7df-62f2602fbeda tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448511 Oct 12 16:58:16.796710 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d6729-d422-434d-9397-91e9db177a25 req-a915f522-96fa-4bec-b470-379f9f0f3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.798389 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-a915f522-96fa-4bec-b470-379f9f0f3d50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 200 len: 854 time: 0.0461004 Oct 12 16:58:16.853026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d6729-d422-434d-9397-91e9db177a25 req-4bbf2b80-9058-437f-b5f8-502f79155d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.854718 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-4bbf2b80-9058-437f-b5f8-502f79155d95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1489e69d-9465-4e88-bab3-4c143aee3cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450375 Oct 12 16:58:16.918199 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-e37bc222-36aa-4034-9e75-4d6d08e682d5 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299593 Oct 12 16:58:16.946089 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-c5d1be25-c565-4104-a24e-c839fad83407 service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841568 Oct 12 16:58:17.011570 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-44f7917b-5af1-40ad-8ca6-df566b309636 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865896 Oct 12 16:58:17.041248 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d64d6729-d422-434d-9397-91e9db177a25 req-164362fc-1ce3-4cb0-9537-4a92d1455b7f service neutron] 10.222.0.69 "GET /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819280 Oct 12 16:58:17.170457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bb0c84fc-2e73-4cbe-af01-849195d3250f req-3cf687d6-4ba3-434f-90e5-f2dd777e82bf tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Oct 12 16:58:17.755753 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f962d-2cfd-4fd2-a81f-95b4a4e2ea3e req-2eefba5c-c802-4702-a693-03b483845459 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:17.765906 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a66f962d-2cfd-4fd2-a81f-95b4a4e2ea3e req-2eefba5c-c802-4702-a693-03b483845459 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0680616 Oct 12 16:58:17.802244 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a66f962d-2cfd-4fd2-a81f-95b4a4e2ea3e req-eac09ede-6123-4eec-bb4c-7de0a9d87983 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352535 Oct 12 16:58:17.909499 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842922-293f-41a3-9901-502961eac364 req-8bad395c-3539-43b2-a3b4-c36a7e251e99 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:17.910976 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-10842922-293f-41a3-9901-502961eac364 req-8bad395c-3539-43b2-a3b4-c36a7e251e99 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Oct 12 16:58:17.949138 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-10842922-293f-41a3-9901-502961eac364 req-7d5aca41-4657-41d5-b196-e88bfad0e15b tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Oct 12 16:58:17.968447 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46d377-e5ad-401c-b1af-078185b015b8 req-9ec0ac96-be4b-401a-8b54-163229ee821d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:17.969683 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1f46d377-e5ad-401c-b1af-078185b015b8 req-9ec0ac96-be4b-401a-8b54-163229ee821d tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0495269 Oct 12 16:58:17.978132 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59482) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:17.982526 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Request body: {'floatingip': {'port_id': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:18.023887 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.314212 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8c228c5f-8330-4344-a0b5-07db5a9c8d45 req-49b51e08-37e0-41c2-bad2-edd389dde0b1 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 210 time: 0.0621572 Oct 12 16:58:18.379420 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-7e657198-c979-421a-beb2-b89651b144f7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:18.380962 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-7e657198-c979-421a-beb2-b89651b144f7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1429186 Oct 12 16:58:18.398298 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Request body: {'port': {'device_id': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'admin_state_up': True, 'tenant_id': 'ab502ed6a57442038552831f9117a877'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:18.486279 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.487253 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.490462 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.508547 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:18.512346 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.597987 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Floating IP 8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec associated. External IP: 172.27.0.205, port: d9f79a1c-b427-453b-baf7-4f4c1fea199d. Oct 12 16:58:18.636847 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Allocated IP 172.20.0.14 (a2b471f0-0f26-4904-b5ec-11708f2f3087/d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2/6d40f1b3-cb5c-45d2-9dd9-812ba94915d3) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:18.782010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.816541 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:18.818587 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.834376 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:18.865433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:18.868829 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:18.872896 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:18.899639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event updated for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:18.947697 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:18.948857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.956096 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:18.961754 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.967436 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-744ad1f6-ab16-42f0-bcf8-25b65e573040 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735290 Oct 12 16:58:18.971876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:18.987621 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Request body: {'port': {'device_id': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:18.990233 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:18.993388 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-024d3cdc-9ac9-46d3-87e4-1303900b6712 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "PUT /v2.0/floatingips/8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec HTTP/1.1" status: 200 len: 992 time: 1.0116956 Oct 12 16:58:18.993837 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:18.993980 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:18.993980 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f815c-5313-45e5-90e8-f97f457699b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:19.099327 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.108662 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:19.109675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd6dd-5e9d-4a82-b0cf-0e0ddb8e0c2a req-86f69918-e0b0-4aa2-86f4-bbfce5e9dd22 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.111172 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2d4cd6dd-5e9d-4a82-b0cf-0e0ddb8e0c2a req-86f69918-e0b0-4aa2-86f4-bbfce5e9dd22 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0814652 Oct 12 16:58:19.181642 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0e6f6-7f0b-45c2-9375-7f3f69099284 x-openstack-request-id: req-a9a0e6f6-7f0b-45c2-9375-7f3f69099284 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:19.181821 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2d4cd6dd-5e9d-4a82-b0cf-0e0ddb8e0c2a req-f59d2e49-e40d-4a7d-8273-fd7f6bbb63cf tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641949 Oct 12 16:58:19.182321 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:19.183393 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9a0e6f6-7f0b-45c2-9375-7f3f69099284 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:19.184065 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'status': 'completed', 'code': 200} Oct 12 16:58:19.256118 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-3e195a6f-5824-4b33-895e-41c6963db884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.258050 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-3e195a6f-5824-4b33-895e-41c6963db884 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3531038be7ef42149fa8f272160c7686&device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 1099 time: 0.0417399 Oct 12 16:58:19.356292 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:2e:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e6d58-559f-4c67-931d-67add6c96480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:05Z', 'updated_at': '2021-10-12T16:58:18Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:19.375314 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-3f3a5938-fd98-407c-bcc9-fbe655ea1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.378538 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-3f3a5938-fd98-407c-bcc9-fbe655ea1994 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 200 len: 913 time: 0.1074903 Oct 12 16:58:19.392933 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:19.405172 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:19.405932 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:19.444784 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:19.452363 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.465161 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Transition to ACTIVE for port object 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:19.470078 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.484282 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-f3d665d7-32aa-4aa9-8aa0-ad029ab27895 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d HTTP/1.1" status: 200 len: 1000 time: 0.0972910 Oct 12 16:58:19.499837 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3a979-4d82-44d5-b3bc-31b0d86ff071 req-a97734e9-6429-4251-b162-16db4b6da373 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.501792 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5cc3a979-4d82-44d5-b3bc-31b0d86ff071 req-a97734e9-6429-4251-b162-16db4b6da373 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 932 time: 0.0754664 Oct 12 16:58:19.523871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Pushing event updated for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:19.532770 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:19.577564 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-c3d5af87-a236-42e8-8959-7785694bec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.579423 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-c3d5af87-a236-42e8-8959-7785694bec7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 200 len: 850 time: 0.0766973 Oct 12 16:58:19.583512 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5cc3a979-4d82-44d5-b3bc-31b0d86ff071 req-3cf1c953-decb-444c-bc7d-a34f109c283c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Oct 12 16:58:19.609668 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Attempting to bind port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:19.610001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Attempting to bind port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:19.610312 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Attempting to bind port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:19.615136 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:19.615456 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Attempting to bind port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:19.620474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:19.620804 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Checking segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:19.621216 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Bound using segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:19.621645 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Bound port: 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:19.621993 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.643780 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-be1b8b3c-68f5-48ac-91f9-9d863cdab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.645287 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-be1b8b3c-68f5-48ac-91f9-9d863cdab5c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537412 Oct 12 16:58:19.712643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:19.717588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:19.723902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.779629 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-0d9f611a-c42f-4499-a7e0-cc3d339951d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077263 Oct 12 16:58:19.790193 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.790950 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.792411 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-eef93331-0594-4a75-b925-c30a014e135b service neutron] 10.222.0.69 "PUT /v2.0/ports/6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 HTTP/1.1" status: 200 len: 1094 time: 0.8100758 Oct 12 16:58:19.792922 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:19.795309 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:19.820588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef93331-0594-4a75-b925-c30a014e135b service neutron] Pushing event updated for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:19.841675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9de4b-6bdb-4e18-87d1-beaa1c7664c5 x-openstack-request-id: req-c8a9de4b-6bdb-4e18-87d1-beaa1c7664c5 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:19.842154 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:19.842580 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8a9de4b-6bdb-4e18-87d1-beaa1c7664c5 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:19.843135 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'status': 'completed', 'code': 200} Oct 12 16:58:19.906321 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-97597d2c-f916-4593-8d82-0eeb796cbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.907948 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-97597d2c-f916-4593-8d82-0eeb796cbbb0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0448549 Oct 12 16:58:19.931343 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a90f815c-5313-45e5-90e8-f97f457699b4 req-6becda3f-9f71-486c-97ff-cc635db481ad service neutron] 10.222.0.69 "GET /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239517 Oct 12 16:58:19.947025 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:2e:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e6d58-559f-4c67-931d-67add6c96480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:05Z', 'updated_at': '2021-10-12T16:58:18Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:19.956258 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-7351ccd7-5731-4e8c-9217-f048d812a4d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 HTTP/1.1" status: 200 len: 217 time: 0.0374308 Oct 12 16:58:19.975847 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedcce-4d95-43d7-9724-0f6b389bdc30 None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'port_id': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'mac_address': 'fa:16:3e:2e:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e6d58-559f-4c67-931d-67add6c96480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:05Z', 'updated_at': '2021-10-12T16:58:18Z', 'revision_number': 1, 'project_id': '3531038be7ef42149fa8f272160c7686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:20.011185 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-a0271223-38fe-44c2-a8b5-905afe8c2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.012668 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-a0271223-38fe-44c2-a8b5-905afe8c2995 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0466011 Oct 12 16:58:20.049405 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-c457a01a-aa28-4c50-881d-609f756289ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275288 Oct 12 16:58:20.127885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-59101357-6b57-4fcb-94c9-1d677729dc02 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.129513 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-59101357-6b57-4fcb-94c9-1d677729dc02 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.69 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Oct 12 16:58:20.167598 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-c979b2a2-9a73-4ab2-be3b-02a51c4bd899 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933783 Oct 12 16:58:20.195343 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89301f-05a6-4fac-9e72-10100e6429c7 None None] New status for floating IP 8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:58:20.253510 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Deleting port 564ad0e6-6b04-43c8-9b65-c8daab9130dc {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:20.254076 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.293497 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-65f71aec-531e-4ea0-8d6a-f7c6e249d3d8 req-3b900ce0-3502-42d3-8e43-ddf98852eb6e service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167076 Oct 12 16:58:20.395200 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-46f8a7d0-6ef4-4367-b238-f63a94fa025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.396811 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-46f8a7d0-6ef4-4367-b238-f63a94fa025b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0476766 Oct 12 16:58:20.499077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-3e474585-e96b-4301-9d6e-e211be28e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.500835 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-3e474585-e96b-4301-9d6e-e211be28e3e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 916 time: 0.0933275 Oct 12 16:58:20.546362 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-0be80fd0-cb4f-488c-ac84-5a9b1a190a28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 HTTP/1.1" status: 200 len: 217 time: 0.0341384 Oct 12 16:58:20.603056 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-18133bb1-a8a1-44be-996f-65f2387e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.604831 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-18133bb1-a8a1-44be-996f-65f2387e2a07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0478480 Oct 12 16:58:20.636758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779fa09-0ebf-4479-809d-0d76040c4c8d req-1fb82a5c-38fe-41a7-8cd9-a9103f2621d8 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.638174 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-21d73d25-1b97-4aaa-b86f-76150121a496 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253165 Oct 12 16:58:20.638301 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7779fa09-0ebf-4479-809d-0d76040c4c8d req-1fb82a5c-38fe-41a7-8cd9-a9103f2621d8 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/ports?device_id=607f8140-bcc1-4edd-bcff-495c5ae66510 HTTP/1.1" status: 200 len: 945 time: 0.3646147 Oct 12 16:58:20.645213 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] For port 564ad0e6-6b04-43c8-9b65-c8daab9130dc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=564ad0e6-6b04-43c8-9b65-c8daab9130dc,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:20.645578 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.669236 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Calling delete_port for 564ad0e6-6b04-43c8-9b65-c8daab9130dc owned by compute:nova {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:20.725254 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7779fa09-0ebf-4479-809d-0d76040c4c8d req-5a204c11-6247-4c43-bb5a-c4a706d382de tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.42 "GET /v2.0/security-groups?id=df03aa5a-bdcb-4200-b54e-e04cdc1aced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Oct 12 16:58:20.785387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99cf1f-d238-4c41-b4e4-c3e249cb7bc4 req-452c294a-15d5-48df-a068-6d4c40929430 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.787038 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5f99cf1f-d238-4c41-b4e4-c3e249cb7bc4 req-452c294a-15d5-48df-a068-6d4c40929430 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 944 time: 0.1234832 Oct 12 16:58:20.789299 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-7d981f60-1ae2-40d9-adf1-9fa5c450838e service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431782 Oct 12 16:58:20.818675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.830539 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['564ad0e6-6b04-43c8-9b65-c8daab9130dc'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:20.848755 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Pushing event deleted for resources: {'Port': ['ID=564ad0e6-6b04-43c8-9b65-c8daab9130dc,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:20.880592 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5f99cf1f-d238-4c41-b4e4-c3e249cb7bc4 req-917da716-f159-43c4-b4a1-1634870e0c2b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869830 Oct 12 16:58:20.891015 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] No DVR routers for this DVR port 564ad0e6-6b04-43c8-9b65-c8daab9130dc on host hv-cinder-81322 {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:20.893693 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.904935 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1fb5f295-4f3a-4eee-bfbe-4a89597ae665 req-4ba92f04-a9e4-4d10-a346-b57540ce2f13 tempest-TestMinimumBasicScenario-963264159 tempest-TestMinimumBasicScenario-963264159-project] 10.222.0.69 "DELETE /v2.0/ports/564ad0e6-6b04-43c8-9b65-c8daab9130dc HTTP/1.1" status: 204 len: 173 time: 0.7602713 Oct 12 16:58:20.911923 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-26e2f41d-c1c4-407e-8071-ddbeb2d412a5 req-610f13e6-ec6b-458c-90d1-fb4dcd0a91d9 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125536 Oct 12 16:58:21.185638 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'name': 'network-vif-deleted', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:21.188724 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5257e67-ec90-4284-99f0-1422ed48a468" -d '{"events": [{"server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "name": "network-vif-deleted", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:21.224894 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fa089-4fd8-4a55-a73d-5318f6aa187a x-openstack-request-id: req-f56fa089-4fd8-4a55-a73d-5318f6aa187a {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:21.225300 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f8140-bcc1-4edd-bcff-495c5ae66510", "name": "network-vif-deleted", "tag": "564ad0e6-6b04-43c8-9b65-c8daab9130dc", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:21.225560 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f56fa089-4fd8-4a55-a73d-5318f6aa187a {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:21.225954 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f8140-bcc1-4edd-bcff-495c5ae66510', 'name': 'network-vif-deleted', 'tag': '564ad0e6-6b04-43c8-9b65-c8daab9130dc', 'status': 'completed', 'code': 200} Oct 12 16:58:22.006735 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64dca9-d3c4-4b09-a722-6754fb724527 req-f8a1049d-e589-4f20-b52a-9749e701c17f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:22.008137 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ed64dca9-d3c4-4b09-a722-6754fb724527 req-f8a1049d-e589-4f20-b52a-9749e701c17f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 944 time: 0.0546336 Oct 12 16:58:22.045831 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ed64dca9-d3c4-4b09-a722-6754fb724527 req-b0bd1457-d5f2-4fb5-8836-dd09fc2007cf tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Oct 12 16:58:22.396363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59570) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:22.722988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:22.730705 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:22.826140 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:22.837170 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'port_id': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'mac_address': 'fa:16:3e:c9:30:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:22.873979 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:22.887340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:22.906248 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:22.909891 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:22.959531 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:22.975370 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Deleting port e2249395-4e75-44f8-a207-3f3113861ba6 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:22.975647 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.054369 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] For port e2249395-4e75-44f8-a207-3f3113861ba6, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e2249395-4e75-44f8-a207-3f3113861ba6,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:23.054725 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.067901 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Calling delete_port for e2249395-4e75-44f8-a207-3f3113861ba6 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:23.168778 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fd561-79d5-45dc-a6cb-512b6f00f8c3 req-9b696e3b-18b3-4c2a-9b46-c0be1df7fd20 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:23.170389 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c44fd561-79d5-45dc-a6cb-512b6f00f8c3 req-9b696e3b-18b3-4c2a-9b46-c0be1df7fd20 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Oct 12 16:58:23.211552 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c44fd561-79d5-45dc-a6cb-512b6f00f8c3 req-f91f94bb-e63f-46e3-953d-a0fb7c13a7b0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Oct 12 16:58:23.228458 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:23.252690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.275907 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2249395-4e75-44f8-a207-3f3113861ba6,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:23.448130 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.665183 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Router 3362dbda-29ef-4cea-b709-d5e079c1d710 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:23.774216 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:23.779621 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4e4d61a9-14d7-4db8-9cb5-78e5e964b19e admin admin] 10.222.0.42 "PUT /v2.0/routers/3362dbda-29ef-4cea-b709-d5e079c1d710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3815544 Oct 12 16:58:23.782135 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59578) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:23.784567 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Sync routers for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:23.794140 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:23.794743 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:23.884285 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.898075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:23.986366 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.043728 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Deleting port 6d1d8468-6c27-4281-922a-16cc13af9711 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:24.044072 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.085065 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:58:23Z', 'revision_number': 5, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port': {'id': '6d1d8468-6c27-4281-922a-16cc13af9711', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:24.111807 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Checking router: 3362dbda-29ef-4cea-b709-d5e079c1d710 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:24.120652 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Routers {'3362dbda-29ef-4cea-b709-d5e079c1d710'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:24.121289 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['3362dbda-29ef-4cea-b709-d5e079c1d710'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:24.141105 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] For port 6d1d8468-6c27-4281-922a-16cc13af9711, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6d1d8468-6c27-4281-922a-16cc13af9711,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:24.141470 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.153036 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Calling delete_port for 6d1d8468-6c27-4281-922a-16cc13af9711 owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:24.207034 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] Set router 3362dbda-29ef-4cea-b709-d5e079c1d710 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:24.263666 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:58:23Z', 'revision_number': 6, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:24.291327 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d1adb-5b30-4814-b751-6eacb043bc77 None None] The sync data for ids ['3362dbda-29ef-4cea-b709-d5e079c1d710'] in dv-cinder-813223-2-iscsi is: [{'id': '3362dbda-29ef-4cea-b709-d5e079c1d710', 'name': 'tempest-TestMinimumBasicScenario-1230313533-router', 'tenant_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:49Z', 'updated_at': '2021-10-12T16:58:23Z', 'revision_number': 6, 'project_id': 'c1d044dc68584dea8d9fffd7ebe10826', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:24.350802 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.383251 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4092-3b0a-4e2a-937e-6e9838692df8 req-589ab842-9762-407a-8975-3fa81fef1cb2 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:24.384706 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-228b4092-3b0a-4e2a-937e-6e9838692df8 req-589ab842-9762-407a-8975-3fa81fef1cb2 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 945 time: 0.1035151 Oct 12 16:58:24.388102 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1d8468-6c27-4281-922a-16cc13af9711,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:24.471068 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-228b4092-3b0a-4e2a-937e-6e9838692df8 req-2fbde675-e1f9-48d5-b80b-e7549171a897 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747468 Oct 12 16:58:24.475120 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.568176 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.570165 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.612292 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.612972 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3362dbda-29ef-4cea-b709-d5e079c1d710 {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:58:24.617723 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.618883 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b1426c55-fdbd-40b9-a134-9aa39f7f3cd1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3362dbda-29ef-4cea-b709-d5e079c1d710 HTTP/1.1" status: 204 len: 168 time: 0.8357670 Oct 12 16:58:24.621785 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59586) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:24.668605 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Deleting subnet 1b751eee-71e9-4043-b826-24406dc613da {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:58:24.672016 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.711644 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.734278 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:24.781625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:24.785389 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:24.785970 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.818852 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.865931 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.876878 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.889689 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:24.892201 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20e24d-a7ae-4f52-9f42-c6c4cec9ccde" -d '{"events": [{"server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "name": "network-vif-plugged", "status": "completed", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:24.903876 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b751eee-71e9-4043-b826-24406dc613da,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:24.905504 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:24.908492 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.910514 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:24.911667 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 564ad0e6-6b04-43c8-9b65-c8daab9130dc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:24.911790 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a8f6d564-fd43-44d2-98d1-8ee47ba7b23e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b751eee-71e9-4043-b826-24406dc613da HTTP/1.1" status: 204 len: 168 time: 0.2889333 Oct 12 16:58:24.914305 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59590) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:24.918544 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd56ade-1b96-4706-a8b3-460879633aba None None] Network 1489e69d-9465-4e88-bab3-4c143aee3cc5 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:24.956139 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c30d6-f0c6-4a46-8baa-0ee23b6ad7c8 x-openstack-request-id: req-6b5c30d6-f0c6-4a46-8baa-0ee23b6ad7c8 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:24.956139 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "name": "network-vif-plugged", "status": "completed", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:24.957068 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b5c30d6-f0c6-4a46-8baa-0ee23b6ad7c8 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:24.957333 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'code': 200} Oct 12 16:58:24.976684 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 564ad0e6-6b04-43c8-9b65-c8daab9130dc {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:24.977108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 564ad0e6-6b04-43c8-9b65-c8daab9130dc not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:24.990627 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.060739 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:25.060986 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Deleting port 7b100cad-178d-496d-9800-42933cf21d5e {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:25.061258 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.136819 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] For port 7b100cad-178d-496d-9800-42933cf21d5e, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=7b100cad-178d-496d-9800-42933cf21d5e,segment=NetworkSegment(5b76a35c-937c-4613-b5e2-a4579f52bd35),segment_id=5b76a35c-937c-4613-b5e2-a4579f52bd35)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:25.137261 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.150293 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Calling delete_port for 7b100cad-178d-496d-9800-42933cf21d5e owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:25.181634 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3f47-c5cc-44d5-9646-1487ca2aa4c4 req-600854cb-c4d8-4f17-be67-30c27d145d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:25.183093 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c7ec3f47-c5cc-44d5-9646-1487ca2aa4c4 req-600854cb-c4d8-4f17-be67-30c27d145d08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 1099 time: 0.1012132 Oct 12 16:58:25.207454 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] DHCP port deletion for 1489e69d-9465-4e88-bab3-4c143aee3cc5 request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:58:25.233114 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c7ec3f47-c5cc-44d5-9646-1487ca2aa4c4 req-307f4808-1b20-413a-9a95-9b6b0aa4220b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Oct 12 16:58:25.238310 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.263063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Deleting port 7b100cad-178d-496d-9800-42933cf21d5e {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:25.263477 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.265298 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b100cad-178d-496d-9800-42933cf21d5e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:25.269651 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] No DVR routers for this DVR port 7b100cad-178d-496d-9800-42933cf21d5e on host dv-cinder-813223-2-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:25.335329 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] For port 7b100cad-178d-496d-9800-42933cf21d5e, host dv-cinder-813223-2-iscsi, got binding levels [] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:25.335737 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.345410 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.350988 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Calling delete_port for 7b100cad-178d-496d-9800-42933cf21d5e owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:25.355834 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.ipam_backend_mixin [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Port 7b100cad-178d-496d-9800-42933cf21d5e was not found and therefore no delete operation was performed {{(pid=94040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 16:58:25.357199 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.385049 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] Pushing event deleted for resources: {'Port': ['ID=7b100cad-178d-496d-9800-42933cf21d5e,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:25.389387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913539aa-3e86-431d-bb7f-3e529d03c592 None None] No DVR routers for this DVR port 7b100cad-178d-496d-9800-42933cf21d5e on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:25.618783 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1489e69d-9465-4e88-bab3-4c143aee3cc5']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:25.650014 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b76a35c-937c-4613-b5e2-a4579f52bd35') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:25.650306 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b76a35c-937c-4613-b5e2-a4579f52bd35') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:25.661657 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.679628 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.692018 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1456-1a27-49a9-bdea-5a859bea769a req-12dfe8f7-b473-4072-9cb7-eb9f48c31466 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:25.693523 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9bca1456-1a27-49a9-bdea-5a859bea769a req-12dfe8f7-b473-4072-9cb7-eb9f48c31466 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 946 time: 0.0792785 Oct 12 16:58:25.696382 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:58:25.697396 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:58:25.699508 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:58:25.778092 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.783135 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9bca1456-1a27-49a9-bdea-5a859bea769a req-cd71fc43-2b76-411f-8815-5829d67f540e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740280 Oct 12 16:58:25.788717 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.791910 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1489e69d-9465-4e88-bab3-4c143aee3cc5 HTTP/1.1" status: 204 len: 168 time: 0.8764648 Oct 12 16:58:25.794726 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59600) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:25.810805 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee005f-5bfa-4762-802f-8b33bbb88cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1489e69d-9465-4e88-bab3-4c143aee3cc5,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:26.037842 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e2249395-4e75-44f8-a207-3f3113861ba6 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:26.059895 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: e2249395-4e75-44f8-a207-3f3113861ba6 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:26.060244 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e2249395-4e75-44f8-a207-3f3113861ba6 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:26.060670 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6d1d8468-6c27-4281-922a-16cc13af9711 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:26.083404 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 6d1d8468-6c27-4281-922a-16cc13af9711 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:26.083855 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6d1d8468-6c27-4281-922a-16cc13af9711 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:26.084449 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 7b100cad-178d-496d-9800-42933cf21d5e no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:26.103555 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 7b100cad-178d-496d-9800-42933cf21d5e {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:26.103806 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 7b100cad-178d-496d-9800-42933cf21d5e not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:26.158919 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:26.406219 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Deleting port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:26.406557 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:26.487322 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] For port d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:26.487683 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:26.499918 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Calling delete_port for d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:26.680476 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:26.706638 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:26.884352 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:26.923920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d599ca-35ce-4c48-ae7f-a984482e6f08 req-99dc7514-b9f5-4a5d-8e58-d672af85fc5c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:26.925401 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-23d599ca-35ce-4c48-ae7f-a984482e6f08 req-99dc7514-b9f5-4a5d-8e58-d672af85fc5c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Oct 12 16:58:26.962784 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-23d599ca-35ce-4c48-ae7f-a984482e6f08 req-270da292-8486-49fe-a289-25ba0d64e6b0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Oct 12 16:58:27.099419 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:27.208125 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:27.213232 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-deeee536-ebf1-4a76-a8ad-364caeefb080 admin admin] 10.222.0.42 "PUT /v2.0/routers/9d408f33-27cc-4c3d-92e9-c2e35d9a19dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4174094 Oct 12 16:58:27.216335 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59618) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:27.218265 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Sync routers for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:27.228899 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:27.230209 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:27.334482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks [] for router, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:27.356851 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:27.455313 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:27.638967 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:58:26Z', 'revision_number': 5, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port': {'id': '6b529f9e-c836-4ab7-8624-bf9190f6cdb2', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:27.666148 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Checking router: 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:27.674618 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Routers {'9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:27.675227 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:27.740705 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Deleting port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:27.741061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:27.763725 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] Set router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:27.816014 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] For port 6b529f9e-c836-4ab7-8624-bf9190f6cdb2, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:27.816373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:27.817939 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:58:27Z', 'revision_number': 6, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:27.836794 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Calling delete_port for 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 owned by network:router_gateway {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:27.847173 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c067ec-a1b2-4582-9a84-76b6ec2b2232 None None] The sync data for ids ['9d408f33-27cc-4c3d-92e9-c2e35d9a19dc'] in dv-cinder-813223-2-iscsi is: [{'id': '9d408f33-27cc-4c3d-92e9-c2e35d9a19dc', 'name': 'tempest-TestMinimumBasicScenario-1327806090-router', 'tenant_id': '7b12a249e4c544a693ff1a51a902e0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:57Z', 'updated_at': '2021-10-12T16:58:27Z', 'revision_number': 6, 'project_id': '7b12a249e4c544a693ff1a51a902e0cd', 'gw_port_host': None}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:28.009955 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.034304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b529f9e-c836-4ab7-8624-bf9190f6cdb2,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:28.091972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.199038 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.202114 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.274321 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.274926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d408f33-27cc-4c3d-92e9-c2e35d9a19dc {{(pid=94039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:58:28.279797 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.281055 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-649f8e42-162f-456c-9141-77b40610227e admin admin] 10.222.0.42 "DELETE /v2.0/routers/9d408f33-27cc-4c3d-92e9-c2e35d9a19dc HTTP/1.1" status: 204 len: 168 time: 1.0635774 Oct 12 16:58:28.283680 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59628) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:28.332118 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Deleting subnet d76b18a7-674a-4678-bc7f-9810150ca3bd {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:58:28.335150 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.372980 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.451822 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.506378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.532772 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76b18a7-674a-4678-bc7f-9810150ca3bd,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:28.534767 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.537991 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6856531b-759a-43d0-a56d-b30e0b38e83c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d76b18a7-674a-4678-bc7f-9810150ca3bd HTTP/1.1" status: 204 len: 168 time: 0.2529442 Oct 12 16:58:28.540153 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16376bb2-9436-4b56-98a3-2ee14d268b88 None None] Network 32874fe3-a397-4dd3-adae-d7ab4143fb0e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:28.540618 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59638) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:28.624431 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.661590 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:28.684287 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:28.684550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d31d06e1-9cca-46b9-8ed1-d5a7e7022eb8 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:28.692337 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Deleting port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:28.692676 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.719885 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-ea43016c-062b-4364-a5dc-331c54a5719d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:28.721384 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-ea43016c-062b-4364-a5dc-331c54a5719d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1346354 Oct 12 16:58:28.745370 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-36681d7d-0872-461a-a1f4-de38acddca76 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/quotas/ab502ed6a57442038552831f9117a877 HTTP/1.1" status: 200 len: 375 time: 0.0180001 Oct 12 16:58:28.767405 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] For port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:28.767853 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.773130 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] DHCP port deletion for 32874fe3-a397-4dd3-adae-d7ab4143fb0e request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:58:28.785919 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Calling delete_port for 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:28.795134 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-c918cc69-856a-47b8-8276-7d8fa5bc0cd0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488846 Oct 12 16:58:28.827758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Deleting port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:28.828221 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.873751 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.899297 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] For port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,segment=NetworkSegment(16e61889-d9f6-4a01-9ae8-c0e785eba2ee),segment_id=16e61889-d9f6-4a01-9ae8-c0e785eba2ee)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:28.900030 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.905196 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:28.906356 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-da3ef298-2757-404f-b0d1-e51d0bf3f684 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041429 Oct 12 16:58:28.908837 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] No DVR routers for this DVR port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d on host dv-cinder-813223-2-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:28.915773 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Calling delete_port for 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:29.022587 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-ea289414-fcb3-4412-9ab3-79356e0eed03 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086290 Oct 12 16:58:29.032012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.050909 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.059434 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32874fe3-a397-4dd3-adae-d7ab4143fb0e']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:29.068414 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e61889-d9f6-4a01-9ae8-c0e785eba2ee') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:29.068709 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e61889-d9f6-4a01-9ae8-c0e785eba2ee') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:29.079253 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.082748 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] Pushing event deleted for resources: {'Port': ['ID=9eac6d63-be9e-47f7-b7e8-6244e0e39b8d,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:29.084672 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22e5fc-db98-4fac-9246-11fdeed4642b None None] No DVR routers for this DVR port 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:29.093399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.107414 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:58:29.107875 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:58:29.109810 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:58:29.174325 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.178880 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.183894 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/32874fe3-a397-4dd3-adae-d7ab4143fb0e HTTP/1.1" status: 204 len: 168 time: 0.6408615 Oct 12 16:58:29.196517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73812ca8-fe64-4ab9-b7e2-37058b3e55fa admin admin] Pushing event deleted for resources: {'Network': ['ID=32874fe3-a397-4dd3-adae-d7ab4143fb0e,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:29.233453 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2c48ce90-5d03-4ebb-883d-599a7680f7b3 req-b825f0a3-e135-44cf-b872-da77ddbcb8c8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Oct 12 16:58:29.315646 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59662) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:29.360304 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-76eead96-f763-4109-ae05-003f1cdf03cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1d044dc68584dea8d9fffd7ebe10826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433984 Oct 12 16:58:29.364274 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59664) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:29.430629 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.451700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.498465 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.501224 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.502613 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df03aa5a-bdcb-4200-b54e-e04cdc1aced4 HTTP/1.1" status: 204 len: 168 time: 0.1369863 Oct 12 16:58:29.513287 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e4fb-4a2f-4259-a5dc-44a9b17f0d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03aa5a-bdcb-4200-b54e-e04cdc1aced4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:29.854898 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59672) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:29.893940 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-48b86435-6bdd-4377-8330-50459dc5aa89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b12a249e4c544a693ff1a51a902e0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378585 Oct 12 16:58:29.896188 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59674) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:29.943479 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.963519 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.012821 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.015489 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.016724 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ac26db2-05fb-4c34-b953-57044f8f82ef HTTP/1.1" status: 204 len: 168 time: 0.1195934 Oct 12 16:58:30.024703 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a756-9255-4070-b80b-297899fad608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac26db2-05fb-4c34-b953-57044f8f82ef,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:30.045009 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:30.065674 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:30.066021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 6b529f9e-c836-4ab7-8624-bf9190f6cdb2 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:30.066435 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:30.084611 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:30.084969 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 9eac6d63-be9e-47f7-b7e8-6244e0e39b8d not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:30.309166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-8e067c1e-d4af-4998-9932-0ebb46eb7b07 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:30.309166 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-8e067c1e-d4af-4998-9932-0ebb46eb7b07 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1361468 Oct 12 16:58:30.323368 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Request body: {'port': {'device_id': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'admin_state_up': True, 'tenant_id': 'ab502ed6a57442038552831f9117a877'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:30.394753 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3b159df-ae2f-402a-8600-a78cf7ac23b3 req-7c48c330-5dfe-468b-91b1-4e1db61e2112 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 210 time: 0.0655007 Oct 12 16:58:30.473586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:30.477147 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.605728 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Allocated IP 172.20.0.11 (a2b471f0-0f26-4904-b5ec-11708f2f3087/d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2/f67a3673-caa9-4900-99bf-461533d60eed) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:30.748807 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59706) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:30.755768 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.793460 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.808338 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:30.836858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:30.840503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:30.845180 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:30.853009 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-489481321-network', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:30.876175 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Made reservation on behalf of a7fa28445b9049f88d60d9dc59087c60 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:30.877933 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event updated for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:30.878661 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.891439 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.910483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:30.911101 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.929669 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-d0afd356-2125-41b8-aed0-7690c7c00685 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106839 Oct 12 16:58:30.945531 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Request body: {'port': {'device_id': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:30.973517 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.979898 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.005961 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.007263 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:58:31.018490 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25901b-bd55-4b80-a1fe-b05d0ca0ee8f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.023675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.024021 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Added segment ad94cbcd-310f-41e8-9960-8b500f20ea8a of type vlan for network 457bdcdd-e5a7-4b45-9a07-335548fa312b Oct 12 16:58:31.065289 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.090473 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.091646 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.092221 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.148578 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3986194 Oct 12 16:58:31.154462 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59710) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:31.159590 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Request body: {'subnet': {'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-489481321-subnet', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:31.163918 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c56a-d5e4-4f9a-93ce-c85cdaebadf3 admin admin] Pushing event updated for resources: {'Network': ['ID=457bdcdd-e5a7-4b45-9a07-335548fa312b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.175741 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:58:31.183383 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Made reservation on behalf of a7fa28445b9049f88d60d9dc59087c60 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:31.185746 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.301496 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67a3673-caa9-4900-99bf-461533d60eed {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:31.309644 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.322448 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Transition to ACTIVE for port object f67a3673-caa9-4900-99bf-461533d60eed will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:31.328074 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.372797 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.393226 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Pushing event updated for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.432467 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589fb3b3-3154-40a1-a312-e29ebbeb3092,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.448926 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:31.449407 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Network hostable DHCP agents. Network: 457bdcdd-e5a7-4b45-9a07-335548fa312b, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:58:31.450072 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Attempting to bind port f67a3673-caa9-4900-99bf-461533d60eed on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:31.450413 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Attempting to bind port f67a3673-caa9-4900-99bf-461533d60eed by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:31.450749 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Attempting to bind port f67a3673-caa9-4900-99bf-461533d60eed on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:31.455347 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Port f67a3673-caa9-4900-99bf-461533d60eed on network a2b471f0-0f26-4904-b5ec-11708f2f3087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:31.455666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Attempting to bind port f67a3673-caa9-4900-99bf-461533d60eed on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:31.461151 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:31.461620 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Checking segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:31.462041 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Bound using segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:31.462577 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Bound port: f67a3673-caa9-4900-99bf-461533d60eed, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:31.462948 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.476789 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:58:31.501368 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 457bdcdd-e5a7-4b45-9a07-335548fa312b) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:31.506614 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.507453 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.511412 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82d26d-9475-4e5a-919a-747f4c7366d9 None None] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:31.528687 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75740874-05e1-4816-8c93-603af8084440 req-c2751601-ca5f-4851-a9e2-12c9e373b731 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.530224 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-75740874-05e1-4816-8c93-603af8084440 req-c2751601-ca5f-4851-a9e2-12c9e373b731 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 944 time: 0.0640292 Oct 12 16:58:31.544505 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:31.548095 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f67a3673-caa9-4900-99bf-461533d60eed,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:31.551570 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3f38fcf1-ccb0-48f9-9109-5f9153a04737 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3960881 Oct 12 16:58:31.552476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.554645 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59718) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:31.562907 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:31.579206 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-75740874-05e1-4816-8c93-603af8084440 req-0d442d86-e28c-4467-b853-225b554a0fa3 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Oct 12 16:58:31.612798 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.613503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.614934 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] 10.222.0.69 "PUT /v2.0/ports/f67a3673-caa9-4900-99bf-461533d60eed HTTP/1.1" status: 200 len: 1094 time: 0.6739192 Oct 12 16:58:31.616582 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:31.618975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5784cd7-0e8a-406f-a96d-a4256c8906f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "tag": "f67a3673-caa9-4900-99bf-461533d60eed"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:31.644141 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017816-e1bd-47fc-aeb5-7af765178e20 service neutron] Pushing event updated for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.647046 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.648134 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.689727 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-457bdcdd-e5a7-4b45-9a07-335548fa312b', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:58:31.691529 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.729069 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:31.803497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-e747e136-2e13-40f5-8c81-3a204f89899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.805919 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-e747e136-2e13-40f5-8c81-3a204f89899a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 1097 time: 0.1318095 Oct 12 16:58:31.842061 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Allocated IP 172.20.0.2 (457bdcdd-e5a7-4b45-9a07-335548fa312b/589fb3b3-3154-40a1-a312-e29ebbeb3092/e1578929-b65b-42b4-8c3c-05a3b19bc100) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:31.847486 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22151559-c078-435f-97fc-be90eb023603 x-openstack-request-id: req-22151559-c078-435f-97fc-be90eb023603 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:31.848002 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "tag": "f67a3673-caa9-4900-99bf-461533d60eed", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:31.848183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22151559-c078-435f-97fc-be90eb023603 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:31.848547 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed', 'status': 'completed', 'code': 200} Oct 12 16:58:31.911443 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-0ab5ed97-a1db-4aab-a3a4-09f37c1fab4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67a3673-caa9-4900-99bf-461533d60eed HTTP/1.1" status: 200 len: 217 time: 0.0655935 Oct 12 16:58:31.914973 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.005846 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-c420d19c-d45c-4798-bcac-5cd6c82f8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:32.007325 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-c420d19c-d45c-4798-bcac-5cd6c82f8098 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0882928 Oct 12 16:58:32.053408 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-56a73e9c-5f72-473d-8efd-9e56b17280c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279884 Oct 12 16:58:32.108237 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.122714 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.162556 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:32.165470 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:32.169039 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:32.175871 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Pushing event updated for resources: {'Port': ['ID=e1578929-b65b-42b4-8c3c-05a3b19bc100,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:32.228033 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Attempting to bind port e1578929-b65b-42b4-8c3c-05a3b19bc100 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:32.228315 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Attempting to bind port e1578929-b65b-42b4-8c3c-05a3b19bc100 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:32.228442 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Attempting to bind port e1578929-b65b-42b4-8c3c-05a3b19bc100 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:32.233500 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:32.233876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:32.234279 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.234672 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Bound using segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:32.235265 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Bound port: e1578929-b65b-42b4-8c3c-05a3b19bc100, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:32.235652 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.255220 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-8f38b6ae-63cc-478b-ac69-635dc7c14f21 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931913 Oct 12 16:58:32.300704 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] For port e1578929-b65b-42b4-8c3c-05a3b19bc100, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:32.303865 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] For port e1578929-b65b-42b4-8c3c-05a3b19bc100, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e1578929-b65b-42b4-8c3c-05a3b19bc100,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:32.309581 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.315506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.338376 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.368211 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b07ea0-2093-4780-939a-d7fe3e1a6d4e None None] Pushing event updated for resources: {'Port': ['ID=e1578929-b65b-42b4-8c3c-05a3b19bc100,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:32.668326 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dac7e198-2fcf-4a6e-96b9-873bd3b01f30 req-b3a71538-a224-4b2b-ba3e-3d64643ae67d service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027667 Oct 12 16:58:32.707979 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bdc92-f2d4-4b07-a47d-5d21675e83ac req-8392513f-eafb-4f3d-b997-414f87c20ad7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:32.709757 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0f7bdc92-f2d4-4b07-a47d-5d21675e83ac req-8392513f-eafb-4f3d-b997-414f87c20ad7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 944 time: 0.0553236 Oct 12 16:58:32.720396 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Allocated IP 172.27.0.191 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/8362e474-3b9d-44c6-9058-dfff9bc55cb8) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:32.751233 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0f7bdc92-f2d4-4b07-a47d-5d21675e83ac req-2af2854c-d77b-4ae1-a461-a98d264fe9c7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340641 Oct 12 16:58:32.833190 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-f31b8123-5fbd-403a-be5a-a06022f88c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:32.834721 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-f31b8123-5fbd-403a-be5a-a06022f88c2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 1097 time: 0.0970199 Oct 12 16:58:32.898510 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.959636 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-8b2a5072-1388-47d2-9ce0-770ee40b589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:32.961132 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-8b2a5072-1388-47d2-9ce0-770ee40b589f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 916 time: 0.1158745 Oct 12 16:58:32.966957 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.035657 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-bc6afd96-454d-418a-810c-cd5ad6cf9ed0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67a3673-caa9-4900-99bf-461533d60eed HTTP/1.1" status: 200 len: 217 time: 0.0605872 Oct 12 16:58:33.045403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:33.050671 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:33.059114 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=8362e474-3b9d-44c6-9058-dfff9bc55cb8,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:33.062636 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:33.130549 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-3ae25c38-fb35-452e-b1d1-d725c898f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.132365 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-3ae25c38-fb35-452e-b1d1-d725c898f25f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0831707 Oct 12 16:58:33.225897 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-f58d94a1-dca2-4cb8-a2b7-64f98575dede service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578353 Oct 12 16:58:33.269349 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0c017-28e4-46c2-a997-58d8b4782e77 None None] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:33.383297 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-5cacf5eb-90a5-45b2-a15a-7e5a26c4bce1 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406806 Oct 12 16:58:33.384841 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] Provisioning complete for port e1578929-b65b-42b4-8c3c-05a3b19bc100 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:33.385321 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.483739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.502423 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.540637 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] For port e1578929-b65b-42b4-8c3c-05a3b19bc100, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e1578929-b65b-42b4-8c3c-05a3b19bc100,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:33.546487 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.585294 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c5784cd7-0e8a-406f-a96d-a4256c8906f4 req-d7747c34-3b67-4bd8-bf95-84807ab46964 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726792 Oct 12 16:58:33.607527 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ea63a-993f-4349-8516-c4a19dfcbead None None] Pushing event updated for resources: {'Port': ['ID=e1578929-b65b-42b4-8c3c-05a3b19bc100,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:33.722776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.769075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-6647c820-0721-4b4e-8a5d-cc8d2c8650a8 None None] Provisioning complete for port e1578929-b65b-42b4-8c3c-05a3b19bc100 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:33.769450 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6647c820-0721-4b4e-8a5d-cc8d2c8650a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:33.886006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4a62-9ad5-4c03-8ddf-6d3834773c59 req-9cc0cb66-d3ee-46bd-9ab1-50ec9b56bd91 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.887472 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-233b4a62-9ad5-4c03-8ddf-6d3834773c59 req-9cc0cb66-d3ee-46bd-9ab1-50ec9b56bd91 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 944 time: 0.0640283 Oct 12 16:58:33.899837 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Router 8a22992f-4588-4124-a321-af2e23c31454 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:58:33.964890 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-233b4a62-9ad5-4c03-8ddf-6d3834773c59 req-4f071b5f-b2ba-47cd-8191-a99063fc8e4d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 Oct 12 16:58:34.030049 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:34.040525 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:34.051025 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.051420 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:34.051658 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:34.055362 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5790d3a6-aa19-4532-9436-6b6c058a4bc8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4947891 Oct 12 16:58:34.055850 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59736) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:34.092057 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e1578929-b65b-42b4-8c3c-05a3b19bc100 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:34.199011 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:34.200647 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port e1578929-b65b-42b4-8c3c-05a3b19bc100 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:34.201041 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.465275 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:33Z', 'revision_number': 3, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:34.476915 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.495394 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:34.495749 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Updating router 8a22992f-4588-4124-a321-af2e23c31454 port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:58:34.524014 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.643027 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Allocated IP 172.20.0.1 (457bdcdd-e5a7-4b45-9a07-335548fa312b/589fb3b3-3154-40a1-a312-e29ebbeb3092/79a026f7-74fd-4c07-ac82-6a2d713c07ab) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:34.755271 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.792055 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.809010 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f67a3673-caa9-4900-99bf-461533d60eed details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:34.839788 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:34.842673 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:34.848236 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:34.868223 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:34.894268 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:34.993195 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.017701 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.039352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f67a3673-caa9-4900-99bf-461533d60eed,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:35.043869 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.143608 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee272e-a3be-4094-b2bb-b58da6b12711 req-1dc23f27-c596-489a-bcb1-9962aafde1f1 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:35.145115 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4ee272e-a3be-4094-b2bb-b58da6b12711 req-1dc23f27-c596-489a-bcb1-9962aafde1f1 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 944 time: 0.0919106 Oct 12 16:58:35.216275 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'f67a3673-caa9-4900-99bf-461533d60eed', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'port_id': 'f67a3673-caa9-4900-99bf-461533d60eed', 'mac_address': 'fa:16:3e:b4:63:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:35.232937 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4ee272e-a3be-4094-b2bb-b58da6b12711 req-cca68023-8580-4b92-b996-0e64031e148b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713780 Oct 12 16:58:35.265673 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Attempting to bind port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:35.266079 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Attempting to bind port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:35.266433 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Attempting to bind port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:35.268166 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fe7a9-7f50-4289-85ab-05687363339f None None] Pushing event updated for resources: {'Port': ['ID=8362e474-3b9d-44c6-9058-dfff9bc55cb8,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:35.273024 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-d4c76850-8fb7-4059-819f-5a3fcf1b48bc None None] Provisioning complete for port 79a026f7-74fd-4c07-ac82-6a2d713c07ab triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:35.273394 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d4c76850-8fb7-4059-819f-5a3fcf1b48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.287838 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.293223 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.300699 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:35.301099 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:35.301499 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.301891 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:35.302373 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Bound port: 8362e474-3b9d-44c6-9058-dfff9bc55cb8, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:35.302746 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.338216 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.361263 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:35.362444 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-d4c76850-8fb7-4059-819f-5a3fcf1b48bc None None] Port 79a026f7-74fd-4c07-ac82-6a2d713c07ab cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:35.363753 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.369232 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67a3673-caa9-4900-99bf-461533d60eed {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:35.394214 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] For port 8362e474-3b9d-44c6-9058-dfff9bc55cb8, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:35.398273 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] For port 8362e474-3b9d-44c6-9058-dfff9bc55cb8, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=8362e474-3b9d-44c6-9058-dfff9bc55cb8,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:35.400184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f67a3673-caa9-4900-99bf-461533d60eed,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:35.403079 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.407631 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.453756 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:35.455074 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:35.456412 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:35.457352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:35.507438 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fe7a9-7f50-4289-85ab-05687363339f None None] Pushing event updated for resources: {'Port': ['ID=8362e474-3b9d-44c6-9058-dfff9bc55cb8,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:35.597730 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:35.616108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:35.626444 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:35.711634 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:35.720414 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6197125d-d92f-4f22-80b6-29c457f7f7d9 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a22992f-4588-4124-a321-af2e23c31454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606123 Oct 12 16:58:35.723082 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['f67a3673-caa9-4900-99bf-461533d60eed'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:35.795123 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-fc79fc6f-781e-46d4-a486-b16721f4c5bf None None] Provisioning complete for port 79a026f7-74fd-4c07-ac82-6a2d713c07ab triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:35.795123 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fc79fc6f-781e-46d4-a486-b16721f4c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:35.859612 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-fc79fc6f-781e-46d4-a486-b16721f4c5bf None None] Port 79a026f7-74fd-4c07-ac82-6a2d713c07ab cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:35.975238 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 2, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:36.007132 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68f2b1-5bc1-4163-96e0-5f3997e19aef None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 2, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:36.235085 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59762) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:36.241579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-699095328-network', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:36.274287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Made reservation on behalf of f5be202cae47470fa69ceab5209c8f6b for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:36.279280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.300675 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.404623 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c099-1e8e-4e02-b437-20f90f573cdb req-1fab57a6-0f3e-4acc-a6c6-c42049c04e2b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:36.406121 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6f94c099-1e8e-4e02-b437-20f90f573cdb req-1fab57a6-0f3e-4acc-a6c6-c42049c04e2b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 945 time: 0.0841458 Oct 12 16:58:36.444641 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.450522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.475984 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:58:36.480340 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6f94c099-1e8e-4e02-b437-20f90f573cdb req-98f5422e-bee7-425f-a32f-cda111cfb758 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Oct 12 16:58:36.498645 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.499010 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Added segment 4262419b-bdde-4e81-b1a5-8aa0e6d328de of type vlan for network d426b5ae-90a8-4706-8f81-06b746001ecc Oct 12 16:58:36.500526 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742cd140-2fb4-4ab3-84a9-acc5b0df5aed,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:36.544079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.572202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.573402 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:36.574063 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.640445 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4032667 Oct 12 16:58:36.643336 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59766) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:36.645882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33a586-eb17-4698-ac0e-b20521d22ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=d426b5ae-90a8-4706-8f81-06b746001ecc,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:36.659044 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Request body: {'subnet': {'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-699095328-subnet', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:36.672308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network d426b5ae-90a8-4706-8f81-06b746001ecc details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:58:36.707121 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Made reservation on behalf of f5be202cae47470fa69ceab5209c8f6b for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:36.709877 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.816483 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f67a3673-caa9-4900-99bf-461533d60eed up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:36.886640 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port f67a3673-caa9-4900-99bf-461533d60eed completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:36.898550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port f67a3673-caa9-4900-99bf-461533d60eed triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:36.898998 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.996278 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.025251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:37.028928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aa2299-4f79-44e5-8f08-1aca6642680c" -d '{"events": [{"server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "name": "network-vif-plugged", "status": "completed", "tag": "f67a3673-caa9-4900-99bf-461533d60eed"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:37.046480 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f67a3673-caa9-4900-99bf-461533d60eed,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:37.054958 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.092917 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e4f3a-a94c-4792-b53f-37201b341a1a x-openstack-request-id: req-642e4f3a-a94c-4792-b53f-37201b341a1a {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:37.093432 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "name": "network-vif-plugged", "status": "completed", "tag": "f67a3673-caa9-4900-99bf-461533d60eed", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:37.093688 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-642e4f3a-a94c-4792-b53f-37201b341a1a {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:37.094261 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed', 'code': 200} Oct 12 16:58:37.180696 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:37.190276 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.248858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a5c1b-91ca-4c93-b42e-399e15ceb8d6 req-9dbb7d6b-7b78-442d-a1b4-668dd44ede51 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:37.250353 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a168631-fa22-40c4-bf0c-85e40031d89e,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:37.250483 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-964a5c1b-91ca-4c93-b42e-399e15ceb8d6 req-9dbb7d6b-7b78-442d-a1b4-668dd44ede51 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0632045 Oct 12 16:58:37.278217 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Checking segment: {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:37.278581 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Network hostable DHCP agents. Network: d426b5ae-90a8-4706-8f81-06b746001ecc, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:58:37.297947 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Network d426b5ae-90a8-4706-8f81-06b746001ecc is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:58:37.311820 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, d426b5ae-90a8-4706-8f81-06b746001ecc) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:37.316082 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:37.316759 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.331472 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc699cf-6a62-4329-9bba-cdce81e1023b None None] Network d426b5ae-90a8-4706-8f81-06b746001ecc requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:37.336862 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a9648819-7d08-4806-8bf3-ccd86aee0fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.338527 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-964a5c1b-91ca-4c93-b42e-399e15ceb8d6 req-65d87fcb-faa4-4e28-bec4-a716acdc049a tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763881 Oct 12 16:58:37.343372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59778) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:37.344156 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6670419c-3c58-4750-9772-1e7f17c6e5c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6996472 Oct 12 16:58:37.348250 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:37.382161 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4152552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42779'] for router, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.383192 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4152444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4089380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42772'] for router, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.388350 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1d17-502a-443e-b580-b0693b533bc4 req-58cc3499-3d7a-425b-85f3-a18731cdd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:37.389961 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-312a1d17-502a-443e-b580-b0693b533bc4 req-58cc3499-3d7a-425b-85f3-a18731cdd597 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 1099 time: 0.0942523 Oct 12 16:58:37.464313 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.478388 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-312a1d17-502a-443e-b580-b0693b533bc4 req-9673c1fd-09e0-4764-b10c-6fd31620c3a8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646768 Oct 12 16:58:37.508109 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a22eac8-cc2f-5662-a019-3a48064b5ead-d426b5ae-90a8-4706-8f81-06b746001ecc', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e'}]}} from dv-cinder-813223-2-iscsi. {{(pid=94040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:58:37.509077 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.607956 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5136-7ea7-422b-a514-432f6e867ff9 req-ec097a58-af5f-4713-8f52-9e7190f71cd7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:37.609625 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcfb5136-7ea7-422b-a514-432f6e867ff9 req-ec097a58-af5f-4713-8f52-9e7190f71cd7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0541587 Oct 12 16:58:37.611965 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.646440 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Allocated IP 172.20.0.2 (d426b5ae-90a8-4706-8f81-06b746001ecc/6a168631-fa22-40c4-bf0c-85e40031d89e/a17bafd9-d3bd-4b70-8605-ddb797400f8c) {{(pid=94040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:37.653186 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcfb5136-7ea7-422b-a514-432f6e867ff9 req-d85c5e21-e922-4916-807f-b043776fda2e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Oct 12 16:58:37.809090 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks [] for port, precommit_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.814994 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406'] for port, after_create {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.817838 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.836449 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.847783 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Network d426b5ae-90a8-4706-8f81-06b746001ecc is already hosted by enough agents. {{(pid=94040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:37.851024 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Resources bound (agent type, host, resource id): {{(pid=94040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:37.855155 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Received port after_create {{(pid=94040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:37.889046 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Pushing event updated for resources: {'Port': ['ID=a17bafd9-d3bd-4b70-8605-ddb797400f8c,revision_number=1']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:37.931705 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Attempting to bind port a17bafd9-d3bd-4b70-8605-ddb797400f8c on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:37.932077 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Attempting to bind port a17bafd9-d3bd-4b70-8605-ddb797400f8c by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:37.932597 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Attempting to bind port a17bafd9-d3bd-4b70-8605-ddb797400f8c on network d426b5ae-90a8-4706-8f81-06b746001ecc {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:37.937818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:37.938189 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Checking segment: {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:37.938615 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.939007 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Bound using segment: {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:37.939483 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Bound port: a17bafd9-d3bd-4b70-8605-ddb797400f8c, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:37.939856 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.954552 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Allocated IP 172.27.0.74 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/ba545d66-e359-44ab-b49c-f4f2e6825c20) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:38.015849 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] For port a17bafd9-d3bd-4b70-8605-ddb797400f8c, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:38.021385 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] For port a17bafd9-d3bd-4b70-8605-ddb797400f8c, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=a17bafd9-d3bd-4b70-8605-ddb797400f8c,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:38.031055 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.091750 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.101404 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 8362e474-3b9d-44c6-9058-dfff9bc55cb8 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:38.134023 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.156821 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8dbe6-b5b6-48bd-b5c9-b47723062a7d None None] Pushing event updated for resources: {'Port': ['ID=a17bafd9-d3bd-4b70-8605-ddb797400f8c,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:38.172372 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:38.175370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:38.175934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:38.176313 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.178918 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:38.216510 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Pushing event updated for resources: {'Port': ['ID=ba545d66-e359-44ab-b49c-f4f2e6825c20,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:38.273117 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.307487 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port 8362e474-3b9d-44c6-9058-dfff9bc55cb8, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=8362e474-3b9d-44c6-9058-dfff9bc55cb8,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:38.332566 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.372161 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:38.400707 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:38.401506 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:38.438722 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=8362e474-3b9d-44c6-9058-dfff9bc55cb8,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:38.525180 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:38.647299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd2864-814d-4bf7-8aba-e96c9b297f32 req-a7b351ce-eef1-4059-bffe-c7c645449936 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.648715 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9dfd2864-814d-4bf7-8aba-e96c9b297f32 req-a7b351ce-eef1-4059-bffe-c7c645449936 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0858378 Oct 12 16:58:38.734105 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9dfd2864-814d-4bf7-8aba-e96c9b297f32 req-14f86490-072a-4213-a644-0eb557b00470 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Oct 12 16:58:38.739238 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 2, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:38.775187 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:38.776035 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Updating router 8a22992f-4588-4124-a321-af2e23c31454 port 79a026f7-74fd-4c07-ac82-6a2d713c07ab binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:58:38.785672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.786422 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004801c6-2751-481a-b150-f55d726221f6 req-3cd64147-3edd-4013-adfe-2b638f4cebae tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.788159 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-004801c6-2751-481a-b150-f55d726221f6 req-3cd64147-3edd-4013-adfe-2b638f4cebae tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0569777 Oct 12 16:58:38.802864 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:38.836590 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-004801c6-2751-481a-b150-f55d726221f6 req-1b79834b-8f78-4c06-aeb5-1c6a8055cec5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Oct 12 16:58:39.017150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4152419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3732730'] for router, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.109567 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.117612 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.165815 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 is scheduled to L3 agent c85216b4-d236-4176-a441-7027c4f312c4 with binding_index 1 {{(pid=94039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:58:39.171138 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Pushing event updated for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:39.179391 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.179770 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.180088 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.180418 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.180747 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.181098 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.181424 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.181786 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.182124 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.182447 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.182765 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.183085 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:39.226203 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bf2aa-1627-4a3d-92ce-1263bf1126db None None] Network d426b5ae-90a8-4706-8f81-06b746001ecc requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:58:39.248143 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Attempting to bind port 79a026f7-74fd-4c07-ac82-6a2d713c07ab on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:39.248508 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Attempting to bind port 79a026f7-74fd-4c07-ac82-6a2d713c07ab by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:39.248867 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Attempting to bind port 79a026f7-74fd-4c07-ac82-6a2d713c07ab on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:39.254494 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:39.254874 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:39.255256 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.255836 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Bound using segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:39.256271 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Bound port: 79a026f7-74fd-4c07-ac82-6a2d713c07ab, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:39.257540 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.324830 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:39.337740 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Sync routers for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:39.346605 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.348061 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f5c9b15f-494a-4542-b537-98464d19a31c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0032611 Oct 12 16:58:39.351085 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59794) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:39.367036 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] For port 79a026f7-74fd-4c07-ac82-6a2d713c07ab, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:39.372739 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] For port 79a026f7-74fd-4c07-ac82-6a2d713c07ab, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=79a026f7-74fd-4c07-ac82-6a2d713c07ab,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:39.373510 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] Provisioning complete for port a17bafd9-d3bd-4b70-8605-ddb797400f8c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:39.373510 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.376859 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:39.377358 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:39.381357 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.436865 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:39.437596 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:39.493311 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb44c9-31d7-44e6-a2a9-e72007cc6e41 None None] Pushing event updated for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:39.576914 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:39.717017 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:39.793459 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.858212 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.887976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229a1c6-b606-4078-9c0e-2d07074e1eec req-4517da75-1466-4c11-a295-ce8852228a11 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:39.896804 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c229a1c6-b606-4078-9c0e-2d07074e1eec req-4517da75-1466-4c11-a295-ce8852228a11 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0814028 Oct 12 16:58:39.973315 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] For port a17bafd9-d3bd-4b70-8605-ddb797400f8c, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=a17bafd9-d3bd-4b70-8605-ddb797400f8c,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:39.973758 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c229a1c6-b606-4078-9c0e-2d07074e1eec req-c55bb5d3-f89f-4fb1-bddf-2a6264ef4643 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696020 Oct 12 16:58:39.974645 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aacf70d0-5e48-4990-b5e1-34ebad9c38ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:39.981945 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:39Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:40.000230 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.031304 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d820d-7ad9-443a-843c-186d4b1f51c6 None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:39Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:40.132399 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13278f3e-4e8c-4ff7-b9d5-bf8a69f2495c None None] Pushing event updated for resources: {'Port': ['ID=a17bafd9-d3bd-4b70-8605-ddb797400f8c,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:40.151375 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] Provisioning complete for port 79a026f7-74fd-4c07-ac82-6a2d713c07ab triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:40.151749 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.161289 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d2456-65a2-4c7c-b779-ad9a7e07a85c req-2c558c76-f5cb-46d7-9de9-562511b46b1f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:40.162885 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea0d2456-65a2-4c7c-b779-ad9a7e07a85c req-2c558c76-f5cb-46d7-9de9-562511b46b1f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.2000585 Oct 12 16:58:40.178912 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Allocated IP 172.20.0.1 (d426b5ae-90a8-4706-8f81-06b746001ecc/6a168631-fa22-40c4-bf0c-85e40031d89e/dbf40cc9-83e0-49ac-abeb-e75cae4f70c9) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:40.240512 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 3, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:40.257157 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea0d2456-65a2-4c7c-b779-ad9a7e07a85c req-408d95af-a5be-47cf-9422-0c9728bff914 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861204 Oct 12 16:58:40.298781 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Checking router: 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:40.299270 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Updating router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 port ba545d66-e359-44ab-b49c-f4f2e6825c20 binding host dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:58:40.302409 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device a17bafd9-d3bd-4b70-8605-ddb797400f8c up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:40.333084 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.392646 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.408772 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.453917 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port a17bafd9-d3bd-4b70-8605-ddb797400f8c triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:40.454299 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.458715 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Network d426b5ae-90a8-4706-8f81-06b746001ecc is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:40.463622 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:40.466872 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:40.501022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:40.531664 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732523'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.544705 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.727337 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] For port 79a026f7-74fd-4c07-ac82-6a2d713c07ab, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=79a026f7-74fd-4c07-ac82-6a2d713c07ab,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:40.753263 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.799300 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.801905 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 8362e474-3b9d-44c6-9058-dfff9bc55cb8 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:40.926004 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f22cc-dbf3-44b1-bd56-4fd01ab73929 None None] Pushing event updated for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:40.932843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.940795 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.958306 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:40.958680 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:40.960136 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-97accb5f-9062-4898-98b9-a4eb5021652b None None] Provisioning complete for port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:40.960494 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-97accb5f-9062-4898-98b9-a4eb5021652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.006790 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150203'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.021120 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:41.081929 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-97accb5f-9062-4898-98b9-a4eb5021652b None None] Port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:41.085746 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c7cd-fbfa-4944-9883-ebe97651d07a req-b125e8e4-afd7-4b80-b6a3-0c62da009efe tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:41.086270 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.088448 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.088625 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6018c7cd-fbfa-4944-9883-ebe97651d07a req-b125e8e4-afd7-4b80-b6a3-0c62da009efe tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0488040 Oct 12 16:58:41.097951 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.127163 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Network d426b5ae-90a8-4706-8f81-06b746001ecc is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:41.128658 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:41.146933 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6018c7cd-fbfa-4944-9883-ebe97651d07a req-c626fc04-7e89-43e1-b259-7d37129aaead tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448513 Oct 12 16:58:41.161634 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-97accb5f-9062-4898-98b9-a4eb5021652b None None] Provisioning complete for port a17bafd9-d3bd-4b70-8605-ddb797400f8c triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:41.161997 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-97accb5f-9062-4898-98b9-a4eb5021652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.229113 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.229789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583ba2-9306-4be9-b90e-f55dc6410646 None None] Pushing event updated for resources: {'Port': ['ID=ba545d66-e359-44ab-b49c-f4f2e6825c20,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:41.235754 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Attempting to bind port ba545d66-e359-44ab-b49c-f4f2e6825c20 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:41.235754 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Attempting to bind port ba545d66-e359-44ab-b49c-f4f2e6825c20 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:41.236044 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Attempting to bind port ba545d66-e359-44ab-b49c-f4f2e6825c20 on network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:41.242063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 79a026f7-74fd-4c07-ac82-6a2d713c07ab up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:41.248591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:41.249024 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Checking segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:41.249443 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.249863 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Bound using segment: {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:41.250364 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Bound port: ba545d66-e359-44ab-b49c-f4f2e6825c20, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e035c247-257d-414b-a5e1-88c714c0dd71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:41.251003 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.271026 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:41.365884 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] For port ba545d66-e359-44ab-b49c-f4f2e6825c20, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:41.387089 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] For port ba545d66-e359-44ab-b49c-f4f2e6825c20, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ba545d66-e359-44ab-b49c-f4f2e6825c20,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:41.396132 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.405709 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 79a026f7-74fd-4c07-ac82-6a2d713c07ab triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:41.405992 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.406625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:41.412102 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fea462f8-9d50-4eb0-afc8-e573df289f42 admin admin] 10.222.0.42 "PUT /v2.0/routers/90f455ce-f4ba-480a-b2fc-f9c30f06edd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0598125 Oct 12 16:58:41.488896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:41.489482 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:41.534769 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583ba2-9306-4be9-b90e-f55dc6410646 None None] Pushing event updated for resources: {'Port': ['ID=ba545d66-e359-44ab-b49c-f4f2e6825c20,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:41.758172 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-dc152d19-afe9-46ce-b44a-3d6e2ec0dc45 None None] Provisioning complete for port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:41.758552 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc152d19-afe9-46ce-b44a-3d6e2ec0dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:41.813707 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:41.838814 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-dc152d19-afe9-46ce-b44a-3d6e2ec0dc45 None None] Port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:41.917042 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59828) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:41.921909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508549302', 'description': 'tempest-secgroup-smoke-1508549302 description', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:41.952142 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.041336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.042029 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'dbf40cc9-83e0-49ac-abeb-e75cae4f70c9', 'name': '', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'mac_address': 'fa:16:3e:30:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:39Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 2, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'subnets': [{'id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:42.047539 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.071569 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.076321 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1579154 Oct 12 16:58:42.076474 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59834) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.078456 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f9e58-c9fc-4a3f-bedf-a6c0527fa107 None None] The sync data for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi is: [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'dbf40cc9-83e0-49ac-abeb-e75cae4f70c9', 'name': '', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'mac_address': 'fa:16:3e:30:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:39Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 2, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'subnets': [{'id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:42.089081 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.096344 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device a17bafd9-d3bd-4b70-8605-ddb797400f8c up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:42.097401 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.107146 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.107492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.107827 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.108156 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.108483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.108808 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.109204 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.109508 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.109830 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.110318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.111089 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.111456 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d0947-50b8-4758-9ec0-fd83ec1fbf88 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:42.145911 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.173943 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port a17bafd9-d3bd-4b70-8605-ddb797400f8c triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:42.174329 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.239168 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.248004 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.289782 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 79a026f7-74fd-4c07-ac82-6a2d713c07ab up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:42.295468 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f6a937-fc31-437a-991a-8d2d53c62797,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.303740 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.305124 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e1e631e5-aaff-4c88-9b45-41d08724a45b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271519 Oct 12 16:58:42.308876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59840) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.316135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.342376 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b773-c1d0-4f0c-b56d-23816401abe2 req-c253ec57-36ec-4168-bd93-70692bf0a9a3 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:42.363295 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5050b773-c1d0-4f0c-b56d-23816401abe2 req-c253ec57-36ec-4168-bd93-70692bf0a9a3 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.1176670 Oct 12 16:58:42.374791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.381223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port 79a026f7-74fd-4c07-ac82-6a2d713c07ab triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:42.383152 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.430645 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5050b773-c1d0-4f0c-b56d-23816401abe2 req-0223a4ea-840e-439c-b1b5-042b6e28a2af tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664520 Oct 12 16:58:42.466979 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.471334 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.490343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518bab48-86e8-4592-b695-4db7564ce3ab,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.502360 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.503988 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-4b1f9cbe-f268-42a1-965f-befc356b90a8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1940176 Oct 12 16:58:42.506741 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59844) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.510618 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.514314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.547307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.615433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.619659 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.639261 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a5fe7e-4314-4bf9-957b-bf2b53c29c7e,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.658777 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.660000 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-475327d8-ff87-42f0-b50d-033165594690 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523340 Oct 12 16:58:42.663080 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59848) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.668758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.697839 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.753811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.757905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.779104 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeeb0fc-2b97-493e-8bfa-084c2766707b,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.784283 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.785539 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-de050fb4-e92d-46a9-b809-5ce71a5393ac tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212995 Oct 12 16:58:42.788297 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 59850) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.793269 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.817631 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Project a7fa28445b9049f88d60d9dc59087c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:58:42.835220 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.907691 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.911603 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.929584 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144a1638-b4e7-4a24-8d0f-c5ce94666c34,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:42.938864 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:42.942746 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-37148e26-76bc-4024-a674-d54ed03e36f0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534472 Oct 12 16:58:42.943079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 59852) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:42.948482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'security_group_rule': {'security_group_id': '281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3', 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:42.975775 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.securitygroups_db [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Project a7fa28445b9049f88d60d9dc59087c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:58:42.981528 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:43.048370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:43.052404 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84657'] for security_group_rule, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:43.070507 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e03f78e-9b37-4b3a-8422-f226b0919346,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:43.080420 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:43.084835 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3a909d7f-f867-4219-92c1-4c7b75d401f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375909 Oct 12 16:58:43.568653 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947efd-6a88-4145-927b-dc6c2f032359 req-124356ea-4c75-421d-b3a0-8cbb33a25b90 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:43.570153 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c947efd-6a88-4145-927b-dc6c2f032359 req-124356ea-4c75-421d-b3a0-8cbb33a25b90 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0594661 Oct 12 16:58:43.611508 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6c947efd-6a88-4145-927b-dc6c2f032359 req-4d05eadb-b797-4cf7-828d-9956ab8a0343 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Oct 12 16:58:44.076352 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ba545d66-e359-44ab-b49c-f4f2e6825c20 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:44.110343 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Sync routers for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:44.119947 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:44.120550 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:44.126044 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port ba545d66-e359-44ab-b49c-f4f2e6825c20 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:44.126424 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.213428 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.226543 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:44.234656 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] For port ba545d66-e359-44ab-b49c-f4f2e6825c20, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ba545d66-e359-44ab-b49c-f4f2e6825c20,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:44.239384 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.293097 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Pushing event updated for resources: {'Port': ['ID=ba545d66-e359-44ab-b49c-f4f2e6825c20,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:44.429458 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'dbf40cc9-83e0-49ac-abeb-e75cae4f70c9', 'name': '', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'mac_address': 'fa:16:3e:30:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:39Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 2, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'subnets': [{'id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:44.455084 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Checking router: 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:44.455434 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Updating router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 binding host dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:58:44.480184 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.736040 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce791f3f-581d-43f1-b4b0-db8011307545 req-7552316d-46db-47f3-bb9d-8405ddab727b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:44.737529 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ce791f3f-581d-43f1-b4b0-db8011307545 req-7552316d-46db-47f3-bb9d-8405ddab727b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0486183 Oct 12 16:58:44.751183 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.758618 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.781936 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ce791f3f-581d-43f1-b4b0-db8011307545 req-cef65f5a-b409-471f-b48b-4690d0cd60ff tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 Oct 12 16:58:44.813289 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df3726-7e6d-4bcb-8e61-954082002c89 None None] Pushing event updated for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=3']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:44.868105 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Attempting to bind port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 on host dv-cinder-813223-2-iscsi for vnic_type normal with profile {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:44.868467 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Attempting to bind port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 by drivers openvswitch,hyperv on host dv-cinder-813223-2-iscsi at level 0 using segments [{'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:44.868820 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Attempting to bind port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 on network d426b5ae-90a8-4706-8f81-06b746001ecc {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:44.874421 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Checking agent: {'id': 'b92dcf76-2cb2-413b-9d67-e5608eb02c21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 45, 11), 'started_at': datetime.datetime(2021, 10, 12, 16, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:44.874795 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Checking segment: {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:44.875189 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.875823 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Bound using segment: {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'} {{(pid=94041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:44.876284 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.managers [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Bound port: dbf40cc9-83e0-49ac-abeb-e75cae4f70c9, host: dv-cinder-813223-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4262419b-bdde-4e81-b1a5-8aa0e6d328de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc'}}] {{(pid=94041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:44.876668 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:44.949931 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] For port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9, host dv-cinder-813223-2-iscsi, cleared binding levels {{(pid=94041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:44.953978 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.plugins.ml2.db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] For port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9, host dv-cinder-813223-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:44.958168 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron_lib.callbacks.manager [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.021799 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:45.022426 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:58:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:45.025211 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df3726-7e6d-4bcb-8e61-954082002c89 None None] Pushing event updated for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=4']} {{(pid=94041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:45.086817 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] Provisioning complete for port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:45.087818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.143466 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:45.179059 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.210575 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] For port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:45.215149 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.265550 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3137638-8c81-44a4-85c0-78fdd953628c None None] Pushing event updated for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:45.334338 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-fd020b94-5194-41a3-b290-17795e7f234c None None] Provisioning complete for port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:45.334712 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fd020b94-5194-41a3-b290-17795e7f234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.346111 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'dbf40cc9-83e0-49ac-abeb-e75cae4f70c9', 'name': '', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'mac_address': 'fa:16:3e:30:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:39Z', 'updated_at': '2021-10-12T16:58:44Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'subnets': [{'id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:45.378541 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93442ddb-2c34-427e-8897-c2ca6c49e7e4 None None] The sync data for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi is: [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': 'dbf40cc9-83e0-49ac-abeb-e75cae4f70c9', 'name': '', 'network_id': 'd426b5ae-90a8-4706-8f81-06b746001ecc', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'mac_address': 'fa:16:3e:30:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:39Z', 'updated_at': '2021-10-12T16:58:44Z', 'revision_number': 4, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'subnets': [{'id': '6a168631-fa22-40c4-bf0c-85e40031d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:45.909803 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44a7d2-3efe-40d2-a04f-477366464386 req-7673b712-ece7-4470-9367-09f1be2fc8b7 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:45.911322 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5e44a7d2-3efe-40d2-a04f-477366464386 req-7673b712-ece7-4470-9367-09f1be2fc8b7 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0506206 Oct 12 16:58:45.950345 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5e44a7d2-3efe-40d2-a04f-477366464386 req-419a2063-a297-446f-990f-8fbd5aebe848 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Oct 12 16:58:46.086075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ba545d66-e359-44ab-b49c-f4f2e6825c20 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:46.136161 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port ba545d66-e359-44ab-b49c-f4f2e6825c20 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:46.136816 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:46.212672 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 up at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:46.263835 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Provisioning complete for port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:46.264196 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:47.068288 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd4cdd-8242-48ec-8537-791509cd0630 req-668ca802-722c-48a2-9ec2-d0f503158566 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:47.069785 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89cd4cdd-8242-48ec-8537-791509cd0630 req-668ca802-722c-48a2-9ec2-d0f503158566 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0505476 Oct 12 16:58:47.108737 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89cd4cdd-8242-48ec-8537-791509cd0630 req-93f9fbec-7e22-4c96-a407-ccc30a6e9757 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Oct 12 16:58:48.226123 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966994c-4c52-4bbc-b7a4-c96eae1401d1 req-dc573b94-c3a6-45c9-b0a9-bebedf099539 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:48.227633 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5966994c-4c52-4bbc-b7a4-c96eae1401d1 req-dc573b94-c3a6-45c9-b0a9-bebedf099539 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0512757 Oct 12 16:58:48.266642 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5966994c-4c52-4bbc-b7a4-c96eae1401d1 req-5166a2a1-d6e5-458a-98a5-3f7f42198d8d tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Oct 12 16:58:48.489683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:49.389188 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cc78-e321-4213-9e19-b74a0fa1acff req-ef1dac1b-92a8-4655-8f7c-bc59edaa2c61 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:49.390639 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7bd6cc78-e321-4213-9e19-b74a0fa1acff req-ef1dac1b-92a8-4655-8f7c-bc59edaa2c61 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0528843 Oct 12 16:58:49.429829 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7bd6cc78-e321-4213-9e19-b74a0fa1acff req-08481ac2-5602-411f-bdff-33b9d1a5d453 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332389 Oct 12 16:58:50.555280 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264e60c-c28e-48ab-9c4a-20066da67c35 req-a1d53609-5aaa-4f33-933a-12faa88eab31 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:50.557437 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1264e60c-c28e-48ab-9c4a-20066da67c35 req-a1d53609-5aaa-4f33-933a-12faa88eab31 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0580361 Oct 12 16:58:50.595777 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1264e60c-c28e-48ab-9c4a-20066da67c35 req-25cf4bf1-a018-4420-900f-3489420114b7 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Oct 12 16:58:51.493234 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:51.721352 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c438e8-bd1d-4ee2-bb49-f75fe50c6e74 req-29adf4e8-7e9d-4a3e-8b0d-a82a32ac7564 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:51.722824 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c8c438e8-bd1d-4ee2-bb49-f75fe50c6e74 req-29adf4e8-7e9d-4a3e-8b0d-a82a32ac7564 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0496540 Oct 12 16:58:51.759997 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c8c438e8-bd1d-4ee2-bb49-f75fe50c6e74 req-5d0a1a3b-5e6c-43ff-83f7-ac91afd41602 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Oct 12 16:58:52.435365 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-8a9cc981-aaf4-4693-b23a-15a2f68f347b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:52.436796 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-8a9cc981-aaf4-4693-b23a-15a2f68f347b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1019773 Oct 12 16:58:52.452002 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-ea611398-cc9a-49c3-845e-1fd58ad6502d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/quotas/ab502ed6a57442038552831f9117a877 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Oct 12 16:58:52.507698 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-8adcda4e-82c1-483c-b524-d1d363e81d67 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497971 Oct 12 16:58:52.555445 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-fd1e39c5-23d9-4a53-a507-634fb3f63e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:52.557437 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-fd1e39c5-23d9-4a53-a507-634fb3f63e4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0484738 Oct 12 16:58:52.721452 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-5bac88fc-3ffc-40c7-a00a-8c4a106ea4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:52.722983 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-5bac88fc-3ffc-40c7-a00a-8c4a106ea4cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.1524622 Oct 12 16:58:52.754509 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-32ea3948-7253-4d1b-a9f7-0357aad69b02 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363360 Oct 12 16:58:52.865288 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-65624da9-f0c0-403c-89ac-f592f6244d79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 999 time: 0.1184754 Oct 12 16:58:52.922465 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4b41-4681-49bf-845f-289072fc29c0 req-6f011b9a-89da-4545-bfce-c9df80838a4e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:52.924258 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1cce4b41-4681-49bf-845f-289072fc29c0 req-6f011b9a-89da-4545-bfce-c9df80838a4e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0531495 Oct 12 16:58:52.953171 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-3c1c05c2-78e0-47a0-a5da-4396dd8e93a4 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636407 Oct 12 16:58:52.967503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-b2513b82-25ff-48cd-af54-073ba790d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:52.969086 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-b2513b82-25ff-48cd-af54-073ba790d2da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0868828 Oct 12 16:58:52.980718 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1cce4b41-4681-49bf-845f-289072fc29c0 req-53419f8e-87ec-4b62-b595-fef615fcf797 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Oct 12 16:58:53.027334 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-21ad47b3-afff-457d-9cf1-17e3638c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:53.028810 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-21ad47b3-afff-457d-9cf1-17e3638c31fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443063 Oct 12 16:58:53.162720 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6b0c131a-256b-4745-9e85-6ba72ae68267 req-a0f905a1-67b1-4133-8df2-b5701997383b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 210 time: 0.0317237 Oct 12 16:58:53.193630 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-862afd80-c26c-42dc-8090-e1791703d594 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547828 Oct 12 16:58:53.313007 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5d29f4a8-8da4-46c2-8a91-a01e00c7e794 req-ce490a85-7236-4346-a032-b08535d9126e service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019406 Oct 12 16:58:53.437043 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5784-3482-43c7-a252-502e65693c24 req-82d61e79-a4f8-4e38-a6f3-293476509e9c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:53.438606 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b0fd5784-3482-43c7-a252-502e65693c24 req-82d61e79-a4f8-4e38-a6f3-293476509e9c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Oct 12 16:58:53.482885 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b0fd5784-3482-43c7-a252-502e65693c24 req-c614cabf-0fd1-415f-ad41-dbdb1c363963 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374632 Oct 12 16:58:54.095383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ecc1b-e864-46b6-adc0-01b743755e15 req-54d18346-2163-43df-bdfc-1463ad6bd18c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:54.096739 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9c7ecc1b-e864-46b6-adc0-01b743755e15 req-54d18346-2163-43df-bdfc-1463ad6bd18c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0482197 Oct 12 16:58:54.134324 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9c7ecc1b-e864-46b6-adc0-01b743755e15 req-faa55f40-f1e4-4f09-bdc3-705e7668bf21 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317829 Oct 12 16:58:54.267349 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dbf70f40-4c66-4f29-9349-c573c7984d3a req-e6a0f32b-3a5c-4d04-a074-4ad5da706ec7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 210 time: 0.0290561 Oct 12 16:58:54.485590 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-271bceef-659b-4555-97fd-2cde73980c2c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:54.487038 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-271bceef-659b-4555-97fd-2cde73980c2c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 814 time: 0.1098137 Oct 12 16:58:54.505704 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Request body: {'port': {'device_id': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'admin_state_up': True, 'tenant_id': 'ab502ed6a57442038552831f9117a877'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:54.643150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248db4a-2332-4dcf-a82a-6c3d6df9f589 req-d022a383-fbe8-4874-b98b-eb08bb1f73ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:54.644691 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b248db4a-2332-4dcf-a82a-6c3d6df9f589 req-d022a383-fbe8-4874-b98b-eb08bb1f73ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0787859 Oct 12 16:58:54.662109 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Made reservation on behalf of ab502ed6a57442038552831f9117a877 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:54.665442 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:54.713874 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b248db4a-2332-4dcf-a82a-6c3d6df9f589 req-9178f255-333f-4823-84b8-9df45a58d16c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606759 Oct 12 16:58:54.807942 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Allocated IP 172.20.0.13 (a2b471f0-0f26-4904-b5ec-11708f2f3087/d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2/25ee68cf-f522-44b3-81e9-39436a4d4119) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:54.952694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:54.985946 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.009229 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'f67a3673-caa9-4900-99bf-461533d60eed'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:55.043989 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Network a2b471f0-0f26-4904-b5ec-11708f2f3087 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:55.048306 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:55.050370 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event updated for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:55.053193 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:55.110766 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.111464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.128058 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-406fed6b-e8bb-4d16-b8df-b9182a32284f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6261625 Oct 12 16:58:55.144624 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Request body: {'port': {'device_id': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:55.200166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.289324 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb286a4-7f24-48b6-8141-860c223999cc req-f3e0642b-ebe0-422f-b8d6-6c8568067a1c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.290816 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3fb286a4-7f24-48b6-8141-860c223999cc req-f3e0642b-ebe0-422f-b8d6-6c8568067a1c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0881939 Oct 12 16:58:55.393168 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c056497-9115-499d-bb4f-37ec42dc06c4 req-2325dfb7-93d2-4322-aa80-c19e29e56822 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.394732 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c056497-9115-499d-bb4f-37ec42dc06c4 req-2325dfb7-93d2-4322-aa80-c19e29e56822 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 932 time: 0.0494702 Oct 12 16:58:55.398374 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3fb286a4-7f24-48b6-8141-860c223999cc req-e7147f66-918d-4569-a72c-da8bdc421a44 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967517 Oct 12 16:58:55.434660 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c056497-9115-499d-bb4f-37ec42dc06c4 req-6e3d4662-6e55-443f-8f56-854ace9552d7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Oct 12 16:58:55.542589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ee68cf-f522-44b3-81e9-39436a4d4119 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:55.550092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.562476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Transition to ACTIVE for port object 25ee68cf-f522-44b3-81e9-39436a4d4119 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:55.566327 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.613808 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Pushing event updated for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:55.686533 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Attempting to bind port 25ee68cf-f522-44b3-81e9-39436a4d4119 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:55.686882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Attempting to bind port 25ee68cf-f522-44b3-81e9-39436a4d4119 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:55.687186 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Attempting to bind port 25ee68cf-f522-44b3-81e9-39436a4d4119 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:55.691389 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Port 25ee68cf-f522-44b3-81e9-39436a4d4119 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:55.691818 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Attempting to bind port 25ee68cf-f522-44b3-81e9-39436a4d4119 on network a2b471f0-0f26-4904-b5ec-11708f2f3087 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:55.696536 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:55.696870 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Checking segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:55.697276 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Bound using segment: {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:55.697725 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Bound port: 25ee68cf-f522-44b3-81e9-39436a4d4119, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4183ea79-489e-4a65-a769-d085a7238b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:55.698071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.762353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:55.765393 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ee68cf-f522-44b3-81e9-39436a4d4119,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:55.770209 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.830349 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.830893 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.832240 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] 10.222.0.69 "PUT /v2.0/ports/25ee68cf-f522-44b3-81e9-39436a4d4119 HTTP/1.1" status: 200 len: 1094 time: 0.6917136 Oct 12 16:58:55.832672 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:55.834926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6021c-5821-4e0d-9f65-edae3a5163cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:55.860678 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d72cdb-b1b2-4422-98d6-e123d112af3e service neutron] Pushing event updated for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:55.883010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd113-87dd-4d73-8de8-46e52321dc36 req-dfc8e5e5-8e1e-49b6-82c8-9dc860ec37cc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.884653 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c46dd113-87dd-4d73-8de8-46e52321dc36 req-dfc8e5e5-8e1e-49b6-82c8-9dc860ec37cc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0881991 Oct 12 16:58:55.886148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459be144-c524-4a64-89c5-a9b2aa9df628 x-openstack-request-id: req-459be144-c524-4a64-89c5-a9b2aa9df628 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:55.886428 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:55.886681 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-459be144-c524-4a64-89c5-a9b2aa9df628 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:55.887062 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119', 'status': 'completed', 'code': 200} Oct 12 16:58:55.946392 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c46dd113-87dd-4d73-8de8-46e52321dc36 req-3338c131-58d4-49f5-a540-3ccbcb8c26a8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553834 Oct 12 16:58:55.958639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-86808e7e-da77-4e3a-9e0d-18c62692bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:55.959941 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-86808e7e-da77-4e3a-9e0d-18c62692bf43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 1097 time: 0.0526021 Oct 12 16:58:56.010997 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-51c03650-356f-4911-b05c-8d96d9788b93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ee68cf-f522-44b3-81e9-39436a4d4119 HTTP/1.1" status: 200 len: 217 time: 0.0334454 Oct 12 16:58:56.068842 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-225ab19f-4950-4626-bb82-42c110ca70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.070316 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-225ab19f-4950-4626-bb82-42c110ca70da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0426993 Oct 12 16:58:56.123188 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-5962b646-6388-48bb-a3e5-8b32cd5af8e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291829 Oct 12 16:58:56.230125 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-a57eaa3e-875d-4d35-9fa5-02598fe07f9a service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Oct 12 16:58:56.332493 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a0083c60-6122-44d9-bbfd-165d01acee93 req-8e6b4e1e-8023-4ba6-9bba-7232c9269b63 service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896301 Oct 12 16:58:56.496897 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-f0bc5c73-e21b-423c-ab87-0e9a5224a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.498457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-f0bc5c73-e21b-423c-ab87-0e9a5224a5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab502ed6a57442038552831f9117a877&device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 1097 time: 0.0646193 Oct 12 16:58:56.563538 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddf021-f8c2-4e1c-8098-8b3f75e85a14 req-ce486f24-319b-4545-be1a-936ed4e2626b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.565187 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2eddf021-f8c2-4e1c-8098-8b3f75e85a14 req-ce486f24-319b-4545-be1a-936ed4e2626b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 944 time: 0.0549407 Oct 12 16:58:56.608814 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2eddf021-f8c2-4e1c-8098-8b3f75e85a14 req-8464e334-f46f-45e2-8b81-a84cd0cbb00c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Oct 12 16:58:56.826507 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285a8ca-2057-417b-812a-33f14490f978 req-f35d6f70-388a-4c0c-8fba-7152b3ba5a3c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.828083 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e285a8ca-2057-417b-812a-33f14490f978 req-f35d6f70-388a-4c0c-8fba-7152b3ba5a3c tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.3457110 Oct 12 16:58:56.873237 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-218009db-e52f-4b1a-a41b-6a51aaff0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.874708 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-218009db-e52f-4b1a-a41b-6a51aaff0a1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 200 len: 916 time: 0.3618307 Oct 12 16:58:56.888197 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e285a8ca-2057-417b-812a-33f14490f978 req-3732c03b-81bd-4a43-943d-b25607523c45 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527952 Oct 12 16:58:56.936350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-fb82b956-6163-4d88-92c5-b807eaae124e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ee68cf-f522-44b3-81e9-39436a4d4119 HTTP/1.1" status: 200 len: 217 time: 0.0346737 Oct 12 16:58:56.993065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-972fccb2-1ee9-4b6d-846b-21ccdd9b57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:56.994698 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-972fccb2-1ee9-4b6d-846b-21ccdd9b57c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 200 len: 854 time: 0.0475137 Oct 12 16:58:57.053437 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-8e585b1b-003a-4432-aefa-954de27c68b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2b471f0-0f26-4904-b5ec-11708f2f3087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333345 Oct 12 16:58:57.071489 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7c51-e308-467d-92f5-5a344a9cc319 req-e7633ff6-d8c7-4245-b599-61ccbd97f213 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:57.073626 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-833e7c51-e308-467d-92f5-5a344a9cc319 req-e7633ff6-d8c7-4245-b599-61ccbd97f213 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0540924 Oct 12 16:58:57.128101 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-833e7c51-e308-467d-92f5-5a344a9cc319 req-448300bf-e65a-4389-8525-319963a4201a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Oct 12 16:58:57.170428 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-0f8a6ead-7488-4b96-923c-d4c32cea436e service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017661 Oct 12 16:58:57.291948 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-62a6021c-5821-4e0d-9f65-edae3a5163cd req-f575c413-68cc-43f8-92b2-f343b2f0b22c service neutron] 10.222.0.69 "GET /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051862 Oct 12 16:58:57.726863 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2fc4d-2b81-4f66-9a74-7395ff0bd2f4 req-0cf5017d-c9cf-4f92-8aa0-1654d5936854 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:57.728337 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ee2fc4d-2b81-4f66-9a74-7395ff0bd2f4 req-0cf5017d-c9cf-4f92-8aa0-1654d5936854 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 944 time: 0.0492144 Oct 12 16:58:57.766422 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ee2fc4d-2b81-4f66-9a74-7395ff0bd2f4 req-0e4e5e15-1aaa-4b66-964c-c4ec15c07793 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Oct 12 16:58:58.005533 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ce10-f9bc-4a09-a89c-fbda96817025 req-f9f0f9cc-97e6-4122-908e-cc8dae1f91b7 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:58.006997 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8c66ce10-f9bc-4a09-a89c-fbda96817025 req-f9f0f9cc-97e6-4122-908e-cc8dae1f91b7 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0483134 Oct 12 16:58:58.044291 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8c66ce10-f9bc-4a09-a89c-fbda96817025 req-57e03d5b-4f87-4c40-bb92-38445122c4a4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Oct 12 16:58:58.263802 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb798e-289f-4f33-8c96-3e475686d7f3 req-23ecfed8-b41a-47b0-8d98-e45582863a3f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:58.265397 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-13cb798e-289f-4f33-8c96-3e475686d7f3 req-23ecfed8-b41a-47b0-8d98-e45582863a3f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0621939 Oct 12 16:58:58.266047 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60120) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:58.270391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35327262-ba24-47a7-83a4-ad2ba7db13b5 req-03fce037-d31c-4877-b1ec-7592e844e841 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:58.272020 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35327262-ba24-47a7-83a4-ad2ba7db13b5 req-03fce037-d31c-4877-b1ec-7592e844e841 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0677991 Oct 12 16:58:58.305398 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-13cb798e-289f-4f33-8c96-3e475686d7f3 req-b540a22e-8f4e-45b1-8e72-edd584af37cb tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331748 Oct 12 16:58:58.315959 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-35327262-ba24-47a7-83a4-ad2ba7db13b5 req-0cc9d31b-4b2c-46ab-b6d4-2d460cf6c5eb tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370076 Oct 12 16:58:58.372134 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-320dbee2-396f-4d0a-8b3e-a1ef67bf44d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048250 Oct 12 16:58:58.381890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-f850738c-2416-44c7-a122-081dd0d88964 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:58:58.382894 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-f850738c-2416-44c7-a122-081dd0d88964 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053525 Oct 12 16:58:58.880407 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3d4d4-e012-4855-9e81-bb53ee3e169d req-7e19857d-825c-44e9-9c33-c99294eb2d7e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:58.881898 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20c3d4d4-e012-4855-9e81-bb53ee3e169d req-7e19857d-825c-44e9-9c33-c99294eb2d7e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 944 time: 0.0494192 Oct 12 16:58:58.926041 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20c3d4d4-e012-4855-9e81-bb53ee3e169d req-c8170a87-b116-4d30-8a01-f14b1c41c58e tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 Oct 12 16:58:58.948045 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 25ee68cf-f522-44b3-81e9-39436a4d4119 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:59.043290 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ee68cf-f522-44b3-81e9-39436a4d4119,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:59.054169 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '25ee68cf-f522-44b3-81e9-39436a4d4119', 'network_id': 'a2b471f0-0f26-4904-b5ec-11708f2f3087', 'port_id': '25ee68cf-f522-44b3-81e9-39436a4d4119', 'mac_address': 'fa:16:3e:07:d3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:59.089964 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:59.102773 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ee68cf-f522-44b3-81e9-39436a4d4119 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:59.121841 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ee68cf-f522-44b3-81e9-39436a4d4119,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:59.126156 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:59.178640 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:59.185489 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.185830 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.186164 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.186491 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.186812 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.187135 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.187455 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.187774 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.188090 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.188406 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.188721 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.189069 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:59.430880 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9f5c-0575-42ca-84e6-04c0dd4ebc9d req-10ad16ee-4cf7-404f-b73c-9d8a5400156e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:59.432495 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c87c9f5c-0575-42ca-84e6-04c0dd4ebc9d req-10ad16ee-4cf7-404f-b73c-9d8a5400156e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0550370 Oct 12 16:58:59.444384 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f3c4e-f731-43ca-9893-19658c1d4154 req-6000f32b-45a9-4f7b-ab86-7333b8bc548e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:59.446087 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-382f3c4e-f731-43ca-9893-19658c1d4154 req-6000f32b-45a9-4f7b-ab86-7333b8bc548e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0576532 Oct 12 16:58:59.476520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c87c9f5c-0575-42ca-84e6-04c0dd4ebc9d req-ae641b41-dab3-484f-9585-6f4532cc023e tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374558 Oct 12 16:58:59.491161 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-382f3c4e-f731-43ca-9893-19658c1d4154 req-8e1609bd-03fc-47a7-881d-811b18578382 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 Oct 12 16:58:59.694180 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['25ee68cf-f522-44b3-81e9-39436a4d4119'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:00.038824 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e5579-9c45-4287-9616-0a2c37f490f5 req-ef517979-756c-4fb7-a9c0-ba871aef697f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.040282 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-686e5579-9c45-4287-9616-0a2c37f490f5 req-ef517979-756c-4fb7-a9c0-ba871aef697f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 945 time: 0.0484514 Oct 12 16:59:00.079199 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-686e5579-9c45-4287-9616-0a2c37f490f5 req-c19cb44e-3947-44b9-8f83-07d38b8b0172 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Oct 12 16:59:00.317178 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab0b1-115b-498f-9281-310306dc1a3f req-c7de1268-8a7c-4237-96bd-ef84d245df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.318671 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-c7de1268-8a7c-4237-96bd-ef84d245df8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc&tenant_id=32befda3e401478ca1c53c59a412e4b0 HTTP/1.1" status: 200 len: 1098 time: 0.0402224 Oct 12 16:59:00.391846 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab0b1-115b-498f-9281-310306dc1a3f req-3ac78950-f4fa-48d9-81bb-108b985a3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.393350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-3ac78950-f4fa-48d9-81bb-108b985a3907 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0404608 Oct 12 16:59:00.488706 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab0b1-115b-498f-9281-310306dc1a3f req-bdf1137b-bde8-4959-9a8f-16173222e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.490197 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-bdf1137b-bde8-4959-9a8f-16173222e3bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.0877252 Oct 12 16:59:00.598774 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-bdc69143-3d01-4391-a4e8-d80a86161c89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 999 time: 0.0928500 Oct 12 16:59:00.615014 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ea62a-c5ef-47cf-a425-02c46db835a5 req-7cf7303c-a661-4ab6-a7b8-c2de48984a09 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.616611 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ec1ea62a-c5ef-47cf-a425-02c46db835a5 req-7cf7303c-a661-4ab6-a7b8-c2de48984a09 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0675797 Oct 12 16:59:00.620773 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba705048-e3f4-42bb-8a79-f6ba26be419f req-2ccbc282-c254-4847-a24f-070371e004aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.622287 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba705048-e3f4-42bb-8a79-f6ba26be419f req-2ccbc282-c254-4847-a24f-070371e004aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Oct 12 16:59:00.664126 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba705048-e3f4-42bb-8a79-f6ba26be419f req-2e4890e8-fb2b-42bf-8cc4-6cfd3895207f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357914 Oct 12 16:59:00.685481 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ec1ea62a-c5ef-47cf-a425-02c46db835a5 req-2bbf973f-be4d-4384-9dab-4eb04d891812 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608175 Oct 12 16:59:00.687001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab0b1-115b-498f-9281-310306dc1a3f req-3a7484fd-c9f7-46e7-abe9-14c79837de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.688365 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-3a7484fd-c9f7-46e7-abe9-14c79837de7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0708919 Oct 12 16:59:00.742431 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab0b1-115b-498f-9281-310306dc1a3f req-b87ac7e6-6b35-4fd2-a3fd-99e57f5950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:00.743893 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-b87ac7e6-6b35-4fd2-a3fd-99e57f5950f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410054 Oct 12 16:59:00.846353 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-84fcd31f-0830-4246-afd0-67c2220d6bdc service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Oct 12 16:59:00.936861 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-234ab0b1-115b-498f-9281-310306dc1a3f req-de2a66e7-53ce-44d3-991d-10f871a16a7d service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817528 Oct 12 16:59:00.959701 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:01.037088 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:01.059176 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:01.061521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef8f28-2ee7-4247-ab1c-8851b1bf9b28" -d '{"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:01.074721 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:01.079001 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:01.126677 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=6']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:01.155125 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422ce16-afbd-4fd3-9670-69c6041e94a1 x-openstack-request-id: req-f422ce16-afbd-4fd3-9670-69c6041e94a1 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:01.155475 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:01.155709 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f422ce16-afbd-4fd3-9670-69c6041e94a1 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:01.156192 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'code': 200} Oct 12 16:59:01.207865 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6a72-797a-4c41-aa96-2286d079c11f req-a49a9355-74a3-4089-8279-3885aec2a3e4 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:01.209297 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-337b6a72-797a-4c41-aa96-2286d079c11f req-a49a9355-74a3-4089-8279-3885aec2a3e4 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 945 time: 0.0493383 Oct 12 16:59:01.248701 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-337b6a72-797a-4c41-aa96-2286d079c11f req-4383f661-4970-4de6-b6d5-28dbf35eba57 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Oct 12 16:59:01.798710 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82653-2f08-45a0-bd66-3d04cc8eb641 req-efad433c-78ec-44e3-b719-6cb1aa2afabf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:01.799333 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8c5e3-d696-41bf-a15e-1b27389330de req-021ec9b1-636f-4b0c-bd3b-7414eadc22b4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:01.800199 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b7a82653-2f08-45a0-bd66-3d04cc8eb641 req-efad433c-78ec-44e3-b719-6cb1aa2afabf tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0535429 Oct 12 16:59:01.800353 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0be8c5e3-d696-41bf-a15e-1b27389330de req-021ec9b1-636f-4b0c-bd3b-7414eadc22b4 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0488367 Oct 12 16:59:01.837543 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b7a82653-2f08-45a0-bd66-3d04cc8eb641 req-b3608e44-816e-43a7-9d3d-2706ec1ce071 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Oct 12 16:59:01.837772 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0be8c5e3-d696-41bf-a15e-1b27389330de req-7a0360e8-a711-45ea-9a48-9ba9ad2e2dea tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Oct 12 16:59:02.363497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6beb26-4805-4864-828f-33095b7dced1 req-d07b742d-4f80-4868-afeb-21a14fbfc578 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:02.364936 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee6beb26-4805-4864-828f-33095b7dced1 req-d07b742d-4f80-4868-afeb-21a14fbfc578 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 945 time: 0.0487432 Oct 12 16:59:02.402326 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee6beb26-4805-4864-828f-33095b7dced1 req-2937f68f-fa2e-42cc-aa41-f50df3645c26 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Oct 12 16:59:02.956000 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf21b9c-5163-4c3b-be10-93889df50cef req-c88ec0c8-9de4-481e-a181-5586e2be2620 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:02.957520 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1bf21b9c-5163-4c3b-be10-93889df50cef req-c88ec0c8-9de4-481e-a181-5586e2be2620 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0487390 Oct 12 16:59:02.958602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eed23-3651-4aab-ab80-81e3e28ce8ea req-b5f0d610-da6d-48f2-8d43-1b83b66757bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:02.960076 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d20eed23-3651-4aab-ab80-81e3e28ce8ea req-b5f0d610-da6d-48f2-8d43-1b83b66757bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0497770 Oct 12 16:59:02.976120 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 25ee68cf-f522-44b3-81e9-39436a4d4119 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:59:03.001161 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1bf21b9c-5163-4c3b-be10-93889df50cef req-e5737610-347f-4af1-b2b8-47b0d20214c9 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365973 Oct 12 16:59:03.005477 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d20eed23-3651-4aab-ab80-81e3e28ce8ea req-0cd6612c-2a38-4b73-bffa-bbcc631fa00b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Oct 12 16:59:03.042466 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 25ee68cf-f522-44b3-81e9-39436a4d4119 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:59:03.046371 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 25ee68cf-f522-44b3-81e9-39436a4d4119 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:03.046790 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:03.126106 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:03.157956 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ee68cf-f522-44b3-81e9-39436a4d4119,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:03.158683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:03.161191 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c30484-f69a-4a49-81c7-ec06d5ccfbfb" -d '{"events": [{"server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "name": "network-vif-plugged", "status": "completed", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:03.164542 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:03.196742 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fda30c-9750-489a-95af-faaf9319003b x-openstack-request-id: req-f1fda30c-9750-489a-95af-faaf9319003b {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:03.197641 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "name": "network-vif-plugged", "status": "completed", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:03.197885 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1fda30c-9750-489a-95af-faaf9319003b {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:03.198270 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119', 'code': 200} Oct 12 16:59:03.214848 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:03.390776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89b0f0-7d57-4a3f-bae0-692c59ac3685 req-d9624872-d362-4cee-a6aa-de36c0669ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:03.392125 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eb89b0f0-7d57-4a3f-bae0-692c59ac3685 req-d9624872-d362-4cee-a6aa-de36c0669ffb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 1099 time: 0.0424170 Oct 12 16:59:03.440741 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eb89b0f0-7d57-4a3f-bae0-692c59ac3685 req-d4653985-1b3d-4cf4-8d67-c79a5996ac34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290678 Oct 12 16:59:03.518998 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98add8-295f-441d-a806-96bdf25e795e req-69b5a4f8-f385-43a5-ab44-a0d01927d765 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:03.520474 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4b98add8-295f-441d-a806-96bdf25e795e req-69b5a4f8-f385-43a5-ab44-a0d01927d765 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0494258 Oct 12 16:59:03.557149 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4b98add8-295f-441d-a806-96bdf25e795e req-492b6cdc-871c-4f98-bf11-59378408f221 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302656 Oct 12 16:59:04.118478 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3e7d-4191-41ac-b5cb-0763c7ca670f req-354f7f46-9e1e-4aee-af5c-b4521266350f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:04.119108 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb855210-c809-42a0-bd7f-67c558105c3c req-668d62a0-1e30-4764-9893-7e372e4531fd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:04.119990 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a53a3e7d-4191-41ac-b5cb-0763c7ca670f req-354f7f46-9e1e-4aee-af5c-b4521266350f tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0491784 Oct 12 16:59:04.121430 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cb855210-c809-42a0-bd7f-67c558105c3c req-668d62a0-1e30-4764-9893-7e372e4531fd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0488720 Oct 12 16:59:04.158245 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a53a3e7d-4191-41ac-b5cb-0763c7ca670f req-0c0e2bd6-1af6-4bdd-b6f6-a73d721f0608 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Oct 12 16:59:04.158827 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cb855210-c809-42a0-bd7f-67c558105c3c req-5a4eb65b-bd4a-49e8-9144-898f62e504bb tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Oct 12 16:59:04.671208 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1db93-7f96-49b5-abc3-fbc1a2eb1c20 req-6d62e37b-af2b-4775-a650-404dd1239389 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:04.672674 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ccb1db93-7f96-49b5-abc3-fbc1a2eb1c20 req-6d62e37b-af2b-4775-a650-404dd1239389 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0489154 Oct 12 16:59:04.714558 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ccb1db93-7f96-49b5-abc3-fbc1a2eb1c20 req-6574a95c-ba28-44ea-a350-1c6a27fed32c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Oct 12 16:59:05.278205 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15688-03be-4602-a389-0b7e5ce6dc47 req-9d07ecf3-54ae-4d26-a0b9-f9de6231f6be tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:05.279829 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4cf15688-03be-4602-a389-0b7e5ce6dc47 req-9d07ecf3-54ae-4d26-a0b9-f9de6231f6be tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0500350 Oct 12 16:59:05.283117 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f37a3-0bf8-42a8-95ce-e40275d0b425 req-9b4ac733-aa1b-456d-9643-4b587f572338 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:05.284623 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b04f37a3-0bf8-42a8-95ce-e40275d0b425 req-9b4ac733-aa1b-456d-9643-4b587f572338 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0543365 Oct 12 16:59:05.317749 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-4cf15688-03be-4602-a389-0b7e5ce6dc47 req-d6344c49-b7ff-4018-9c1e-38b68b9dfeb8 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Oct 12 16:59:05.323813 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b04f37a3-0bf8-42a8-95ce-e40275d0b425 req-a9f9d915-749f-4a7e-82ab-7061aaa1772d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 Oct 12 16:59:05.825114 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf3a3d-b11d-4fb2-afc7-90d73a744b91 req-7db62028-41cf-4600-bbe8-117e21ae2df2 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:05.826568 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bdcf3a3d-b11d-4fb2-afc7-90d73a744b91 req-7db62028-41cf-4600-bbe8-117e21ae2df2 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0479922 Oct 12 16:59:05.862875 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bdcf3a3d-b11d-4fb2-afc7-90d73a744b91 req-19ab7b07-8f66-4f18-b18a-b3d381cd4732 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304742 Oct 12 16:59:06.446062 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58592afd-c1a3-4001-b434-8a5e155be0f1 req-93de446c-c7ea-4bdc-9a86-32809a2ee345 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:06.447570 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58592afd-c1a3-4001-b434-8a5e155be0f1 req-93de446c-c7ea-4bdc-9a86-32809a2ee345 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0586309 Oct 12 16:59:06.456231 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6419-34f1-4b5a-b0bd-84d15a459f0e req-5c2aae20-0731-4e46-be7a-17c0f5b7d41c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:06.457797 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3e8f6419-34f1-4b5a-b0bd-84d15a459f0e req-5c2aae20-0731-4e46-be7a-17c0f5b7d41c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0510390 Oct 12 16:59:06.487181 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-58592afd-c1a3-4001-b434-8a5e155be0f1 req-0755ac7b-29c8-4d6c-9d55-5596012ef972 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Oct 12 16:59:06.502285 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3e8f6419-34f1-4b5a-b0bd-84d15a459f0e req-4fbac75b-1cf9-47ba-9587-bdc1b1a3205c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368822 Oct 12 16:59:07.328968 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a55be63a-27c0-450d-97aa-8c829059fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:07.610908 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efac-cd10-4746-b379-9c3f060d1d6f req-d1daa13f-dedb-4c60-9295-c04261d10742 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:07.612608 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6d03efac-cd10-4746-b379-9c3f060d1d6f req-d1daa13f-dedb-4c60-9295-c04261d10742 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0520627 Oct 12 16:59:07.631929 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af3fbb-9a09-43f9-adc5-b080412b34a3 req-c9a594ec-4371-477b-8593-d3303fa306c1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:07.633531 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00af3fbb-9a09-43f9-adc5-b080412b34a3 req-c9a594ec-4371-477b-8593-d3303fa306c1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0559609 Oct 12 16:59:07.660380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6d03efac-cd10-4746-b379-9c3f060d1d6f req-bd7f0fa9-81d8-4c60-b51a-cfd584f7a7ea tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Oct 12 16:59:07.677964 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00af3fbb-9a09-43f9-adc5-b080412b34a3 req-9a1e9aba-7de1-4c8b-9872-ef9c49b37e41 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Oct 12 16:59:08.065778 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb394-9cbf-425f-a424-449bf5594ccc req-b345aaf3-8dda-46ea-87da-4c4b47a15d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:08.067287 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9aeb394-9cbf-425f-a424-449bf5594ccc req-b345aaf3-8dda-46ea-87da-4c4b47a15d52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1096 time: 0.0421007 Oct 12 16:59:08.107679 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f9aeb394-9cbf-425f-a424-449bf5594ccc req-b35aeb8d-dde3-4250-b05b-ec843b377cb9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284824 Oct 12 16:59:08.772752 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51910a-2abe-4cb3-84e2-e5c872c38fb4 req-0a016d35-21c2-4d52-9ccd-12e8003a800b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:08.774893 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a51910a-2abe-4cb3-84e2-e5c872c38fb4 req-0a016d35-21c2-4d52-9ccd-12e8003a800b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 943 time: 0.0519984 Oct 12 16:59:08.814701 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a51910a-2abe-4cb3-84e2-e5c872c38fb4 req-91bfc637-5598-4b7c-87c0-40966089a1cb tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Oct 12 16:59:08.814921 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e888-e099-47a5-934e-5339f90b883c req-83db3dd8-2080-4eb2-9508-026006ef0b50 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:08.822032 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a182e888-e099-47a5-934e-5339f90b883c req-83db3dd8-2080-4eb2-9508-026006ef0b50 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0588098 Oct 12 16:59:08.861246 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a182e888-e099-47a5-934e-5339f90b883c req-939dee5c-1bde-439a-a816-a4f832069add tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378420 Oct 12 16:59:08.977035 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-e5010fc0-4284-458a-9247-9b9fb9f3b687 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508549302&fields=id&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 267 time: 0.0321016 Oct 12 16:59:09.017520 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:59:09.085343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-15480b88-1eed-4de2-b6c2-cdfa7292a210 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:09.086789 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-15480b88-1eed-4de2-b6c2-cdfa7292a210 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1024718 Oct 12 16:59:09.101406 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-1fefdaba-38a1-4f96-ad6f-a81ab2f1af5d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/quotas/a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 375 time: 0.0089216 Oct 12 16:59:09.113593 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:09.126064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'port_id': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'mac_address': 'fa:16:3e:48:7a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:59:09.152248 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-ce0f75e1-6e2f-4af6-bc94-b0b453b27af7 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447526 Oct 12 16:59:09.161827 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.175412 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5e9d78-c4b4-4420-878e-689a2ca7f6da {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:59:09.194878 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:09.199493 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.247734 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0fa40102-7838-4d68-80fe-69ce3671a07f service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Oct 12 16:59:09.250159 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=7']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:09.344049 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-35a065bc-5d35-474a-b32f-0b34e3cb1126 service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865588 Oct 12 16:59:09.626376 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2059023f-3489-49e6-8df0-66ed6c760747 req-8d23278c-acd0-4d11-8d09-56c38225c0ae tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 210 time: 0.0298071 Oct 12 16:59:09.722733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1d5e9d78-c4b4-4420-878e-689a2ca7f6da'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:09.851198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a797460b-d7c4-4b05-b587-8bf80e60ff47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.950868 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f61172-0807-4537-acc2-23172a26a3f1 req-d8cf4bcb-61ff-4f4c-a146-28a7cc240dff tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:09.954103 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f0f61172-0807-4537-acc2-23172a26a3f1 req-d8cf4bcb-61ff-4f4c-a146-28a7cc240dff tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 944 time: 0.0620754 Oct 12 16:59:09.996271 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f0f61172-0807-4537-acc2-23172a26a3f1 req-2c9789f9-5472-486d-b413-67609fea85fd tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354817 Oct 12 16:59:10.024002 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d3ff9-bcc0-4e56-8ab3-75d47c7639b1 req-c650ea2e-8057-49ab-8810-2eaba4d23ae1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:10.025997 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-136d3ff9-bcc0-4e56-8ab3-75d47c7639b1 req-c650ea2e-8057-49ab-8810-2eaba4d23ae1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0840065 Oct 12 16:59:10.069193 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-136d3ff9-bcc0-4e56-8ab3-75d47c7639b1 req-99e31e9d-50bc-4404-b9e8-7d232c21c808 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366437 Oct 12 16:59:10.718715 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3a524a6b-be2c-4a84-a181-cb0baa5a5eeb req-4d8197c0-c986-482b-a8d3-9613ff89f9d3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 210 time: 0.0262122 Oct 12 16:59:10.955380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-c067d4a3-8ad5-46ae-9fb0-16c4e4e07e19 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:10.956841 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-c067d4a3-8ad5-46ae-9fb0-16c4e4e07e19 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1015184 Oct 12 16:59:11.003683 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-1f8b8c9f-888b-4abb-8d6e-409cc3911819 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 380 time: 0.0346234 Oct 12 16:59:11.016308 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'port': {'device_id': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'admin_state_up': True, 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'security_groups': ['281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:11.018889 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.126678 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Made reservation on behalf of a7fa28445b9049f88d60d9dc59087c60 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:59:11.130730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.139353 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.230018 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351538f1-4ae7-4f2d-954c-e3c9b39b8a96 req-20fb71db-c9fc-4d4f-9d15-427d872232bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:11.231520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-351538f1-4ae7-4f2d-954c-e3c9b39b8a96 req-20fb71db-c9fc-4d4f-9d15-427d872232bd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0876205 Oct 12 16:59:11.313580 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-351538f1-4ae7-4f2d-954c-e3c9b39b8a96 req-4118d954-5c10-4d9e-a539-c7e5cdaa48f3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739644 Oct 12 16:59:11.328224 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.20.0.13 (457bdcdd-e5a7-4b45-9a07-335548fa312b/589fb3b3-3154-40a1-a312-e29ebbeb3092/f4ee92d9-5731-42dc-bad3-e95fce992d78) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:59:11.461322 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.493455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.540491 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:59:11.543970 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:59:11.547033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:59:11.575469 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:11.602048 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:11.602681 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.620714 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-415503e2-70f3-4855-b8f5-77529625150c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080346 Oct 12 16:59:11.644579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Request body: {'port': {'device_id': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:11.702716 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.738556 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-1a622a13-684f-4724-aa4f-2d21469b6153 None None] Provisioning complete for port f4ee92d9-5731-42dc-bad3-e95fce992d78 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:11.738951 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a622a13-684f-4724-aa4f-2d21469b6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.776747 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-1a622a13-684f-4724-aa4f-2d21469b6153 None None] Port f4ee92d9-5731-42dc-bad3-e95fce992d78 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:59:11.842531 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c864-829e-4aea-9c39-9d504d70c08f req-1f073f7f-c235-43bf-afcd-bea28ed3be5a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:11.843891 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-82f0c864-829e-4aea-9c39-9d504d70c08f req-1f073f7f-c235-43bf-afcd-bea28ed3be5a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 932 time: 0.0478370 Oct 12 16:59:11.883022 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-82f0c864-829e-4aea-9c39-9d504d70c08f req-3f29f1fd-b7fc-4525-a13c-b32cdc313bea tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332222 Oct 12 16:59:11.974387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ee92d9-5731-42dc-bad3-e95fce992d78 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:59:11.982155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:11.994711 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Transition to ACTIVE for port object f4ee92d9-5731-42dc-bad3-e95fce992d78 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:59:11.997623 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:12.046683 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:12.113628 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Attempting to bind port f4ee92d9-5731-42dc-bad3-e95fce992d78 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:59:12.113952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Attempting to bind port f4ee92d9-5731-42dc-bad3-e95fce992d78 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:59:12.114268 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Attempting to bind port f4ee92d9-5731-42dc-bad3-e95fce992d78 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:59:12.118832 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Port f4ee92d9-5731-42dc-bad3-e95fce992d78 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:59:12.119634 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Attempting to bind port f4ee92d9-5731-42dc-bad3-e95fce992d78 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:59:12.124493 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:59:12.124917 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:59:12.125204 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Bound using segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:59:12.125872 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Bound port: f4ee92d9-5731-42dc-bad3-e95fce992d78, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:59:12.126222 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:12.192884 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:59:12.195912 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:59:12.200667 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:12.237100 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.237709 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:12.239080 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] 10.222.0.69 "PUT /v2.0/ports/f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 200 len: 1094 time: 0.5990372 Oct 12 16:59:12.239519 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:12.241807 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c0861-7b2e-4724-a431-c2d250a81f66" -d '{"events": [{"name": "network-changed", "server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:12.264677 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a961-d277-42ff-9c9d-171dd44959ed service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:12.289997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61291c1-3e3d-444b-a206-d042af9957eb x-openstack-request-id: req-f61291c1-3e3d-444b-a206-d042af9957eb {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:12.290249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:12.290490 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f61291c1-3e3d-444b-a206-d042af9957eb {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:12.291488 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'status': 'completed', 'code': 200} Oct 12 16:59:12.359915 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-bdccad6f-285d-40c7-9f23-bbb9ce051391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.361675 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-bdccad6f-285d-40c7-9f23-bbb9ce051391 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1097 time: 0.0483696 Oct 12 16:59:12.425190 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-b1fd402b-7dcf-43e7-b549-8d4bf5eea2b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 200 len: 217 time: 0.0468559 Oct 12 16:59:12.483093 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:12.500073 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb52738-4a73-4200-a909-683a6a5929ce req-37c403e1-865b-4ccf-a9cc-3f39298f7997 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.501844 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dfb52738-4a73-4200-a909-683a6a5929ce req-37c403e1-865b-4ccf-a9cc-3f39298f7997 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0862002 Oct 12 16:59:12.503585 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-132e98c1-d911-4ec8-9fe7-ea273bb22710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.504916 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-132e98c1-d911-4ec8-9fe7-ea273bb22710 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0632730 Oct 12 16:59:12.567309 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dfb52738-4a73-4200-a909-683a6a5929ce req-c2c25672-f57e-45ab-974e-310203e1bbd1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587487 Oct 12 16:59:12.576869 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aab89-24a1-490d-95bf-bbac560665ff req-f3d6a780-996c-450a-a485-87a1484c5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.578332 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-f3d6a780-996c-450a-a485-87a1484c5fff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567949 Oct 12 16:59:12.671988 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-936d172f-90fa-460f-a439-678e863d8646 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813365 Oct 12 16:59:12.777198 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a15aab89-24a1-490d-95bf-bbac560665ff req-c2b701d0-de3f-429e-a1c8-be0498891745 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936897 Oct 12 16:59:12.874988 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-cb19d4e5-6ea4-4013-9466-bc473ea1d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.876687 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-cb19d4e5-6ea4-4013-9466-bc473ea1d93f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1097 time: 0.0398242 Oct 12 16:59:12.969543 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-f2b18e50-fae2-4ce0-ac84-5a3ec014d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:12.971156 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-f2b18e50-fae2-4ce0-ac84-5a3ec014d4bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0836773 Oct 12 16:59:13.001498 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bbe6-8ea5-4c54-be29-08b4560a83d1 req-a74ab12e-9e0e-4531-8af3-b7ae7e3e4c98 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:13.003008 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24c7bbe6-8ea5-4c54-be29-08b4560a83d1 req-a74ab12e-9e0e-4531-8af3-b7ae7e3e4c98 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0523796 Oct 12 16:59:13.026942 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-9bb83944-1def-422b-a037-6cfc1deaf7ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 200 len: 217 time: 0.0387149 Oct 12 16:59:13.041790 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24c7bbe6-8ea5-4c54-be29-08b4560a83d1 req-55602402-bdb1-4014-bb5f-6b2734e689a3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Oct 12 16:59:13.050959 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:59:13.081546 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-6caef30c-eb21-4f68-b4b1-ea95fddaf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:13.082974 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-6caef30c-eb21-4f68-b4b1-ea95fddaf0e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0446501 Oct 12 16:59:13.097978 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:13.098353 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:13.138859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-029ed562-03de-4401-93b1-7c596fac6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:13.140636 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-029ed562-03de-4401-93b1-7c596fac6084 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405021 Oct 12 16:59:13.177091 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:13.200100 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:13.202571 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf078a1-2b10-4b1f-9bc0-b049259a387f" -d '{"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:13.216723 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:13.222063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:13.245913 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828590c-7c31-4c24-8c7c-f71af66fbeaf x-openstack-request-id: req-8828590c-7c31-4c24-8c7c-f71af66fbeaf {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:13.246206 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:13.246459 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8828590c-7c31-4c24-8c7c-f71af66fbeaf {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:13.246844 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'code': 200} Oct 12 16:59:13.246942 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-3264cbd1-1d74-4633-9c99-86878c648031 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918374 Oct 12 16:59:13.273291 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=8']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:13.340085 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bf1c0861-7b2e-4724-a431-c2d250a81f66 req-c07203d1-2239-454b-befd-1b3951c11d6c service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Oct 12 16:59:13.691769 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246463a-87b4-4110-901e-f22e26856022 req-e66af9f1-6f73-4e95-882c-a5b3aba67d1c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:13.693237 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2246463a-87b4-4110-901e-f22e26856022 req-e66af9f1-6f73-4e95-882c-a5b3aba67d1c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0522358 Oct 12 16:59:13.730737 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2246463a-87b4-4110-901e-f22e26856022 req-8d86bb9d-75dc-4016-bf47-531eba92aa77 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Oct 12 16:59:14.157926 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6e32e-68b1-44b0-bb85-65207d5f696e req-b1fe7ef7-8873-461b-b406-c6aa444106b9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:14.159408 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9cc6e32e-68b1-44b0-bb85-65207d5f696e req-b1fe7ef7-8873-461b-b406-c6aa444106b9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0498168 Oct 12 16:59:14.202233 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9cc6e32e-68b1-44b0-bb85-65207d5f696e req-03a388f2-392e-45b8-956d-0f6b908da2aa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357814 Oct 12 16:59:14.859204 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6421543-3e98-4fc4-9124-7440a7a3b26b req-83ad1582-7e52-44bb-8b02-861cb0213ae3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:14.860969 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c6421543-3e98-4fc4-9124-7440a7a3b26b req-83ad1582-7e52-44bb-8b02-861cb0213ae3 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0547967 Oct 12 16:59:14.907407 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c6421543-3e98-4fc4-9124-7440a7a3b26b req-dffbbed7-cc7b-4296-aad9-d20657938e01 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400686 Oct 12 16:59:15.328380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c784-e351-4f3c-ba31-d41c42b38547 req-8a00ceb5-c4e5-4d82-adc4-1a84bd2f9675 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:15.329860 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d432c784-e351-4f3c-ba31-d41c42b38547 req-8a00ceb5-c4e5-4d82-adc4-1a84bd2f9675 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0566022 Oct 12 16:59:15.369419 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d432c784-e351-4f3c-ba31-d41c42b38547 req-bebef339-076e-438b-a5e2-50a7c8a1c895 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331659 Oct 12 16:59:16.026931 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba8021-7596-42b0-83b1-12e08cb9912f req-2a8bb00c-5e5c-4497-b4b4-cdbe6325d93b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:16.028370 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-beba8021-7596-42b0-83b1-12e08cb9912f req-2a8bb00c-5e5c-4497-b4b4-cdbe6325d93b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0483150 Oct 12 16:59:16.065472 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-beba8021-7596-42b0-83b1-12e08cb9912f req-1272cfae-bb72-41ab-a3fe-1ad51def2e52 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310950 Oct 12 16:59:16.487238 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2538-eb27-4800-a5be-44b5c5ccc70c req-7d53034f-78f1-44ba-868c-52bf14c465c8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:16.488679 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e8bd2538-eb27-4800-a5be-44b5c5ccc70c req-7d53034f-78f1-44ba-868c-52bf14c465c8 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0524762 Oct 12 16:59:16.526332 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e8bd2538-eb27-4800-a5be-44b5c5ccc70c req-689823d1-27aa-4ef9-927a-f5bbc05fef07 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Oct 12 16:59:17.068084 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:59:17.165934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:17.178542 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:59:17.181663 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5e06-7a76-4ebb-8a8b-8a02fbed70c4 req-feb0481f-b0bc-4afc-9cd1-4606c87a27c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.183192 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-538a5e06-7a76-4ebb-8a8b-8a02fbed70c4 req-feb0481f-b0bc-4afc-9cd1-4606c87a27c0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0479212 Oct 12 16:59:17.217642 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:17.221723 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-538a5e06-7a76-4ebb-8a8b-8a02fbed70c4 req-edfaba8b-b3a7-4fc4-af5f-602ade6d6337 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319052 Oct 12 16:59:17.233397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:59:17.254076 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:17.258567 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:17.310765 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=6']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:17.354338 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-de6cffd1-904b-4a68-889f-eb72f99b5ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456777 Oct 12 16:59:17.452728 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['384c76a5-7869-43d7-92f6-f95c20c7c4c0'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:17.469432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-666f8a24-88ff-4cbf-8189-6b2c0929b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.471065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-666f8a24-88ff-4cbf-8189-6b2c0929b0e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0463815 Oct 12 16:59:17.631913 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-16a27abe-9518-4aed-82cf-9e045be62f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.633393 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-16a27abe-9518-4aed-82cf-9e045be62f1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.1380739 Oct 12 16:59:17.655759 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc8f7c-32e4-4615-8b72-9feddd9d7425 req-ccc7fd46-70f7-49ff-9ece-a963022f8636 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.657269 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-40cc8f7c-32e4-4615-8b72-9feddd9d7425 req-ccc7fd46-70f7-49ff-9ece-a963022f8636 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0562587 Oct 12 16:59:17.739832 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-40cc8f7c-32e4-4615-8b72-9feddd9d7425 req-9e7ff0a2-b632-4c10-bbfa-200f5be8a5db tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760546 Oct 12 16:59:17.747055 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-40610910-3546-4825-9c55-b951e53b4bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 999 time: 0.0888529 Oct 12 16:59:17.806335 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-64dc485a-97ee-456c-baf3-a533cf6e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.807940 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-64dc485a-97ee-456c-baf3-a533cf6e11dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0450773 Oct 12 16:59:17.859451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-bd98ea40-5e58-4656-94d5-d1a28f518952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:17.861465 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-bd98ea40-5e58-4656-94d5-d1a28f518952 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441844 Oct 12 16:59:17.977076 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-4e2a47ba-2880-4884-99fa-14ddb22dc7ba service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005821 Oct 12 16:59:18.083743 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-57257b07-7aa3-47d8-93de-919f1ccff62e req-69b94001-dbec-4004-bcd2-18d2c18a7a31 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Oct 12 16:59:18.357650 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b8331-dd07-44c5-a222-63a0997c9134 req-57a67d5e-e629-4053-b57d-ae75a06860ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:18.359140 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f4b8331-dd07-44c5-a222-63a0997c9134 req-57a67d5e-e629-4053-b57d-ae75a06860ae tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 945 time: 0.0568860 Oct 12 16:59:18.397559 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-9f4b8331-dd07-44c5-a222-63a0997c9134 req-fed3a275-daad-4c70-8a09-f0e3afde8d9a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Oct 12 16:59:18.519223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:18.769004 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ab28-3ae7-49fe-a630-eb305f076ab9 req-676ff64b-efb9-4f8d-b7cb-f148e412dd51 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:18.772083 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66c4ab28-3ae7-49fe-a630-eb305f076ab9 req-676ff64b-efb9-4f8d-b7cb-f148e412dd51 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0573356 Oct 12 16:59:18.829666 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-66c4ab28-3ae7-49fe-a630-eb305f076ab9 req-d29531f6-ac61-4ae6-b04a-680f3325be5d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497000 Oct 12 16:59:18.890992 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f596-950f-48bd-a41f-4d7945ab328d req-ee7f45f2-ee3d-4ff3-91d4-a0a52711348c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:18.892526 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2aa1f596-950f-48bd-a41f-4d7945ab328d req-ee7f45f2-ee3d-4ff3-91d4-a0a52711348c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0576468 Oct 12 16:59:18.939692 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2aa1f596-950f-48bd-a41f-4d7945ab328d req-71e3d64e-f4e8-46b2-bf8d-bc84d1e4508e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387940 Oct 12 16:59:19.099280 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:59:19.152641 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:19.152979 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:19.243325 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:19.284970 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:19.287197 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35cb7f5-8aaf-4717-b1ae-46d0f78fc338" -d '{"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:19.301825 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:19.306274 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:19.340261 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ff2288-e227-4a20-a704-00c361a3d60e x-openstack-request-id: req-61ff2288-e227-4a20-a704-00c361a3d60e {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:19.340545 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:19.340795 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61ff2288-e227-4a20-a704-00c361a3d60e {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:19.341213 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'code': 200} Oct 12 16:59:19.360813 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=7']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:19.524119 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2505c1-45a0-4d1c-b341-5c8786eded98 req-d27f5429-ce18-480c-be49-823b02e78ff9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:19.525636 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d2505c1-45a0-4d1c-b341-5c8786eded98 req-d27f5429-ce18-480c-be49-823b02e78ff9 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Oct 12 16:59:19.568111 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d2505c1-45a0-4d1c-b341-5c8786eded98 req-12e3abd1-21f2-4bb9-8706-4ccc9768850a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355351 Oct 12 16:59:19.952899 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130997-447c-4d32-b7b1-d435a60d67a6 req-2e554453-9131-4d9a-8c77-be931a15f93d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:19.955062 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d1130997-447c-4d32-b7b1-d435a60d67a6 req-2e554453-9131-4d9a-8c77-be931a15f93d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0606461 Oct 12 16:59:20.004616 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d1130997-447c-4d32-b7b1-d435a60d67a6 req-9f6c8719-6d39-4b96-801c-f7ba33f5ed8b tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Oct 12 16:59:20.075767 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95ea8e-aae7-4286-bdc0-5a343fbedf6d req-1c4f07d9-d105-4d49-87dc-761e40e140a1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:20.077784 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f95ea8e-aae7-4286-bdc0-5a343fbedf6d req-1c4f07d9-d105-4d49-87dc-761e40e140a1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0596015 Oct 12 16:59:20.127620 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f95ea8e-aae7-4286-bdc0-5a343fbedf6d req-7e25faee-8130-4060-91a2-debdc71d1549 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Oct 12 16:59:20.701994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108ec83-95bb-40fa-b414-d4b1a8d6b248 req-1dd343ce-d4b4-42a4-bd25-ddc0f66d233d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:20.703583 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5108ec83-95bb-40fa-b414-d4b1a8d6b248 req-1dd343ce-d4b4-42a4-bd25-ddc0f66d233d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0562587 Oct 12 16:59:20.762811 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5108ec83-95bb-40fa-b414-d4b1a8d6b248 req-a3f638b2-7fb8-4766-9851-c4bdfa15be2f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498824 Oct 12 16:59:21.143332 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc87b-917f-42ff-8d07-58f3839bf533 req-7bfd1241-0e96-4772-81e9-f1458d6edc9d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:21.153288 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c72fc87b-917f-42ff-8d07-58f3839bf533 req-7bfd1241-0e96-4772-81e9-f1458d6edc9d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0607309 Oct 12 16:59:21.206512 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c72fc87b-917f-42ff-8d07-58f3839bf533 req-7618a51c-90f4-4239-81ea-884ce74f8268 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Oct 12 16:59:21.251236 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b229c7-d925-4073-948e-baea66183332 req-7c7b1d59-2412-473a-9698-9e362e2d9fb5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:21.259098 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20b229c7-d925-4073-948e-baea66183332 req-7c7b1d59-2412-473a-9698-9e362e2d9fb5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0581527 Oct 12 16:59:21.291725 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20b229c7-d925-4073-948e-baea66183332 req-750b14eb-ac53-4b3e-8c51-42aea31bdae5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Oct 12 16:59:21.783169 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-2bb8b27a-b56d-418d-82ea-be17a4fd7bb7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:21.785130 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-2bb8b27a-b56d-418d-82ea-be17a4fd7bb7 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0563316 Oct 12 16:59:21.897064 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Deleting port 25ee68cf-f522-44b3-81e9-39436a4d4119 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:59:21.897463 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:21.910506 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f5f35-6b25-4ecd-adc4-41561a865221 req-c416aec3-4176-4ab4-a20e-3f6ab15f1ca1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:21.912429 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f02f5f35-6b25-4ecd-adc4-41561a865221 req-c416aec3-4176-4ab4-a20e-3f6ab15f1ca1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0575793 Oct 12 16:59:21.955844 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f02f5f35-6b25-4ecd-adc4-41561a865221 req-9c11dfca-d8da-483c-812a-29d511cd4a6a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367460 Oct 12 16:59:22.014560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] For port 25ee68cf-f522-44b3-81e9-39436a4d4119, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ee68cf-f522-44b3-81e9-39436a4d4119,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:22.014560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:22.028862 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Calling delete_port for 25ee68cf-f522-44b3-81e9-39436a4d4119 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:59:22.439400 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f943b7-99c1-4cd2-9385-30ade08b5126 req-fba279a0-22bf-4a97-90e4-ff09b8d59af1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:22.441148 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00f943b7-99c1-4cd2-9385-30ade08b5126 req-fba279a0-22bf-4a97-90e4-ff09b8d59af1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 944 time: 0.0670536 Oct 12 16:59:22.450373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb378f-4c73-40ea-aa52-47ce129bc0d8 req-1e451e75-5540-4c3d-af54-6aff32daac6d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:22.459643 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1efb378f-4c73-40ea-aa52-47ce129bc0d8 req-1e451e75-5540-4c3d-af54-6aff32daac6d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2fa3f2f-7ed1-472d-acfb-adcbb459597e HTTP/1.1" status: 200 len: 946 time: 0.0981243 Oct 12 16:59:22.504597 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:22.509293 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00f943b7-99c1-4cd2-9385-30ade08b5126 req-74d5c3da-93f1-45b1-b7bc-31c32edd6e4d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611823 Oct 12 16:59:22.522893 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'f67a3673-caa9-4900-99bf-461533d60eed', '25ee68cf-f522-44b3-81e9-39436a4d4119'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:22.540982 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1efb378f-4c73-40ea-aa52-47ce129bc0d8 req-5355f876-f043-4afe-aea4-f0a0e43abde6 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802162 Oct 12 16:59:22.547312 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event deleted for resources: {'Port': ['ID=25ee68cf-f522-44b3-81e9-39436a4d4119,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:22.593270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] No DVR routers for this DVR port 25ee68cf-f522-44b3-81e9-39436a4d4119 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:59:22.596092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:22.601006 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3ca1848a-bf2d-4b6b-b361-9925408151b6 req-7d1a456d-00ce-49e8-b403-31f0ccac26db tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "DELETE /v2.0/ports/25ee68cf-f522-44b3-81e9-39436a4d4119 HTTP/1.1" status: 204 len: 173 time: 0.8040426 Oct 12 16:59:22.601457 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'name': 'network-vif-deleted', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:22.604218 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1bfc4d-444b-4ab6-b1a8-57a1c1fdbe48" -d '{"events": [{"server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "name": "network-vif-deleted", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:22.647155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81643f-b86a-42fb-832f-65f70bff3037 x-openstack-request-id: req-2a81643f-b86a-42fb-832f-65f70bff3037 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:22.647446 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fa3f2f-7ed1-472d-acfb-adcbb459597e", "name": "network-vif-deleted", "tag": "25ee68cf-f522-44b3-81e9-39436a4d4119", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:22.647781 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a81643f-b86a-42fb-832f-65f70bff3037 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:22.650875 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fa3f2f-7ed1-472d-acfb-adcbb459597e', 'name': 'network-vif-deleted', 'tag': '25ee68cf-f522-44b3-81e9-39436a4d4119', 'status': 'completed', 'code': 200} Oct 12 16:59:23.096593 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb3055-cd19-4741-a400-fa6b8a498e5b req-db472bc2-a39b-4943-917d-88af56be1c8d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:23.098456 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfeb3055-cd19-4741-a400-fa6b8a498e5b req-db472bc2-a39b-4943-917d-88af56be1c8d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0599055 Oct 12 16:59:23.122063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f4ee92d9-5731-42dc-bad3-e95fce992d78 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:59:23.149761 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cfeb3055-cd19-4741-a400-fa6b8a498e5b req-d7bcfd09-5ebf-4aff-9d6b-17abd2029cbc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Oct 12 16:59:23.264617 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:23.286716 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'port_id': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'mac_address': 'fa:16:3e:a2:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:59:23.343621 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:23.491758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ee92d9-5731-42dc-bad3-e95fce992d78 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:59:23.515340 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:23.519869 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:23.585548 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:23.648464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c81ed-a386-4d59-8c62-9614b4f93514 req-dcf8e1f3-f9b0-421a-96b3-82b7664fd8a3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:23.650115 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-903c81ed-a386-4d59-8c62-9614b4f93514 req-dcf8e1f3-f9b0-421a-96b3-82b7664fd8a3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 945 time: 0.0546470 Oct 12 16:59:23.695531 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-903c81ed-a386-4d59-8c62-9614b4f93514 req-7f722872-7020-49b3-8689-b95fd5770f28 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Oct 12 16:59:23.922789 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['f4ee92d9-5731-42dc-bad3-e95fce992d78'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:24.299311 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c7773-8292-43bf-a3c1-e7f4106ed1be req-88f75e17-2746-4453-9cbd-b852c3a8d1ad tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:24.300821 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0f6c7773-8292-43bf-a3c1-e7f4106ed1be req-88f75e17-2746-4453-9cbd-b852c3a8d1ad tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0625205 Oct 12 16:59:24.343500 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0f6c7773-8292-43bf-a3c1-e7f4106ed1be req-ad67e790-0c1e-424f-829d-000dfe67d21f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Oct 12 16:59:24.852686 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679945-104a-46e9-b2fa-e8982f66c4c5 req-b5fc4fb1-0348-460f-8a2b-9d6267c2aa67 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:24.854346 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-85679945-104a-46e9-b2fa-e8982f66c4c5 req-b5fc4fb1-0348-460f-8a2b-9d6267c2aa67 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 945 time: 0.0599933 Oct 12 16:59:24.898942 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-85679945-104a-46e9-b2fa-e8982f66c4c5 req-8f6d14c8-0f8e-4da4-a2e4-51eb37056a23 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352416 Oct 12 16:59:25.066195 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aadf0-39c4-4198-a3f0-09c10f97a88b req-280e1afc-770f-4d23-91c7-7332094d82bf tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:25.067886 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b74aadf0-39c4-4198-a3f0-09c10f97a88b req-280e1afc-770f-4d23-91c7-7332094d82bf tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0540342 Oct 12 16:59:25.122524 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b74aadf0-39c4-4198-a3f0-09c10f97a88b req-db1c2735-4831-464d-bf6d-a6bbc4e98ee0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Oct 12 16:59:25.143099 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f4ee92d9-5731-42dc-bad3-e95fce992d78 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:59:25.205777 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port f4ee92d9-5731-42dc-bad3-e95fce992d78 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:59:25.210458 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port f4ee92d9-5731-42dc-bad3-e95fce992d78 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:25.210692 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:25.312203 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:25.339478 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:25.340582 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0a948b-7824-44cd-8273-8ebe8116d866" -d '{"events": [{"server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:25.354422 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:25.360113 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:25.361451 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 25ee68cf-f522-44b3-81e9-39436a4d4119 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:25.420072 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4988b6-de10-4a08-ad67-02c3522b52cf x-openstack-request-id: req-3e4988b6-de10-4a08-ad67-02c3522b52cf {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:25.420371 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:25.420632 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e4988b6-de10-4a08-ad67-02c3522b52cf {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:25.421059 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'code': 200} Oct 12 16:59:25.425314 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 25ee68cf-f522-44b3-81e9-39436a4d4119 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:59:25.425703 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 25ee68cf-f522-44b3-81e9-39436a4d4119 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:59:25.481971 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:25.515674 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b126-37f7-4941-90cb-ca74fdce1970 req-608d18d7-7067-4fff-b7dd-a25f6fa67e35 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:25.517927 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3b42b126-37f7-4941-90cb-ca74fdce1970 req-608d18d7-7067-4fff-b7dd-a25f6fa67e35 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0747364 Oct 12 16:59:25.577988 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3b42b126-37f7-4941-90cb-ca74fdce1970 req-362fd56a-096b-4d8c-8fde-3a26107a5f7d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511007 Oct 12 16:59:25.714460 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ee143-ed44-4f37-b688-89cae29f2567 req-8b3f7130-453f-455e-9623-42518317c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:25.716342 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f71ee143-ed44-4f37-b688-89cae29f2567 req-8b3f7130-453f-455e-9623-42518317c851 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1099 time: 0.0495565 Oct 12 16:59:25.764630 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f71ee143-ed44-4f37-b688-89cae29f2567 req-747357dc-62d3-40bd-8185-6c7c97324068 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Oct 12 16:59:26.045423 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41a1f6-ca3d-40bc-88aa-76031a76d650 req-226cf8b4-ff8f-4fbf-9dc7-5e1812d95236 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:26.046900 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa41a1f6-ca3d-40bc-88aa-76031a76d650 req-226cf8b4-ff8f-4fbf-9dc7-5e1812d95236 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0627096 Oct 12 16:59:26.095390 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa41a1f6-ca3d-40bc-88aa-76031a76d650 req-f1c9d6b7-faae-40bc-8410-9b25495bb4d9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Oct 12 16:59:26.255890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c553c8-86ac-49ed-a0ca-7eff0edd8b40 req-c7046f63-55d4-4560-86d4-313f27513738 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:26.263846 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-91c553c8-86ac-49ed-a0ca-7eff0edd8b40 req-c7046f63-55d4-4560-86d4-313f27513738 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0649240 Oct 12 16:59:26.299601 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-91c553c8-86ac-49ed-a0ca-7eff0edd8b40 req-39aed173-47fe-4cfc-a949-1612815835dd tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351825 Oct 12 16:59:26.736661 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc626c-3285-4c86-ab84-e64921e84a1c req-263ccbd8-6103-4596-8217-3d26d47994b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:26.738288 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fcbc626c-3285-4c86-ab84-e64921e84a1c req-263ccbd8-6103-4596-8217-3d26d47994b7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0539188 Oct 12 16:59:26.781038 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fcbc626c-3285-4c86-ab84-e64921e84a1c req-2c14e77f-327e-46ca-9f86-f31743bd5014 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348191 Oct 12 16:59:27.229380 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4a45-2985-4376-9bfd-7a3cace17a02 req-afb62b39-9196-41c2-bdc2-f6621cbc5de0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:27.231366 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a7aa4a45-2985-4376-9bfd-7a3cace17a02 req-afb62b39-9196-41c2-bdc2-f6621cbc5de0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0586028 Oct 12 16:59:27.281053 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a7aa4a45-2985-4376-9bfd-7a3cace17a02 req-d58ac195-0cc9-4628-aff5-31e526fa07bc tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Oct 12 16:59:27.434354 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb443c-c3c3-4110-949d-94e71dce579e req-16e6e018-0c68-4eac-8f15-1be348fcbd88 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:27.435854 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dbdb443c-c3c3-4110-949d-94e71dce579e req-16e6e018-0c68-4eac-8f15-1be348fcbd88 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0522051 Oct 12 16:59:27.473750 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dbdb443c-c3c3-4110-949d-94e71dce579e req-50247879-086e-47f4-91db-69614ed71377 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Oct 12 16:59:27.630013 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-ec695bb5-2801-4a89-b25e-b477212e4e64 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:27.632969 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-ec695bb5-2801-4a89-b25e-b477212e4e64 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 946 time: 0.0536008 Oct 12 16:59:27.736214 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Deleting port f67a3673-caa9-4900-99bf-461533d60eed {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:59:27.736552 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:27.820923 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] For port f67a3673-caa9-4900-99bf-461533d60eed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f67a3673-caa9-4900-99bf-461533d60eed,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:27.821304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:27.833173 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Calling delete_port for f67a3673-caa9-4900-99bf-461533d60eed owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:59:27.921117 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae335a1-883e-4142-89b7-fd354111d013 req-e2aa4810-406f-4bd3-9f07-8b84e862997e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:27.922598 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ae335a1-883e-4142-89b7-fd354111d013 req-e2aa4810-406f-4bd3-9f07-8b84e862997e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Oct 12 16:59:27.960067 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ae335a1-883e-4142-89b7-fd354111d013 req-146a0e23-5e5b-416a-a54f-d0273a096f7c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Oct 12 16:59:27.961781 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:27.977523 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'f67a3673-caa9-4900-99bf-461533d60eed'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:27.989202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event deleted for resources: {'Port': ['ID=f67a3673-caa9-4900-99bf-461533d60eed,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:28.036806 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] No DVR routers for this DVR port f67a3673-caa9-4900-99bf-461533d60eed on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:59:28.039299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:28.042597 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-47e435c4-a4e9-43bd-9c3a-763defabd264 req-eb045dd4-b36e-4561-acce-d22e3c00229f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "DELETE /v2.0/ports/f67a3673-caa9-4900-99bf-461533d60eed HTTP/1.1" status: 204 len: 173 time: 0.4019494 Oct 12 16:59:28.043034 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'name': 'network-vif-deleted', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:28.045313 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9e5bb-e619-482c-905d-b1db40ad38b9" -d '{"events": [{"server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "name": "network-vif-deleted", "tag": "f67a3673-caa9-4900-99bf-461533d60eed"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:28.086274 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb3ba9-e5f2-42e2-8eb8-c7a788724b3d x-openstack-request-id: req-d2bb3ba9-e5f2-42e2-8eb8-c7a788724b3d {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:28.086570 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2fda5-c46e-4ec0-ab2b-d673ebb633d6", "name": "network-vif-deleted", "tag": "f67a3673-caa9-4900-99bf-461533d60eed", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:28.086966 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2bb3ba9-e5f2-42e2-8eb8-c7a788724b3d {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:28.087606 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2fda5-c46e-4ec0-ab2b-d673ebb633d6', 'name': 'network-vif-deleted', 'tag': 'f67a3673-caa9-4900-99bf-461533d60eed', 'status': 'completed', 'code': 200} Oct 12 16:59:28.334001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-73980f77-4cec-4499-b12c-d03af401d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.335511 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-73980f77-4cec-4499-b12c-d03af401d56c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1099 time: 0.0407882 Oct 12 16:59:28.395886 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752fe12-e80a-45a4-82bd-1fc4b681e199 req-64a5b7c4-a7cf-43cb-ae0a-e6152414ee8b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.398307 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2752fe12-e80a-45a4-82bd-1fc4b681e199 req-64a5b7c4-a7cf-43cb-ae0a-e6152414ee8b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0494537 Oct 12 16:59:28.438029 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2752fe12-e80a-45a4-82bd-1fc4b681e199 req-5cf05a08-0b7b-4c88-b0d7-9827596c9393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Oct 12 16:59:28.440012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-742c49ab-d922-4b96-a003-a935d554da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.442160 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-742c49ab-d922-4b96-a003-a935d554da5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.0906034 Oct 12 16:59:28.492324 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:59:28.544461 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-ec6700e8-d728-4e40-ac27-170a169c40f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 1001 time: 0.0900345 Oct 12 16:59:28.564931 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d45b1-a689-480c-a73d-96c33025928a req-d3b9fe10-449a-4eee-b6ab-2acef67da93b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.566523 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-008d45b1-a689-480c-a73d-96c33025928a req-d3b9fe10-449a-4eee-b6ab-2acef67da93b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0575016 Oct 12 16:59:28.587245 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e17e1947-cd57-4afa-a051-0857f33456fa req-d1a8fd0c-f5fe-4c21-921a-a49070c204b4 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d2fda5-c46e-4ec0-ab2b-d673ebb633d6 HTTP/1.1" status: 200 len: 210 time: 0.0328240 Oct 12 16:59:28.637726 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-008d45b1-a689-480c-a73d-96c33025928a req-5c9eb0ff-a082-41c2-b7d5-18ceadf11ca2 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623727 Oct 12 16:59:28.639208 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-6296d6ae-38d9-49d0-b059-463e548536f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.640558 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-6296d6ae-38d9-49d0-b059-463e548536f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0731955 Oct 12 16:59:28.661408 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60526) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:28.705474 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-b751675e-c425-4ceb-9d8d-80c02bda6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.706954 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-b751675e-c425-4ceb-9d8d-80c02bda6a68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540159 Oct 12 16:59:28.749244 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb4371-0f7b-4418-b263-7e6920df1c6c tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:28.751073 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-debb4371-0f7b-4418-b263-7e6920df1c6c tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1094 time: 0.0886073 Oct 12 16:59:28.753984 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60530) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:28.759041 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'port_id': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:28.780936 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:28.801432 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-71a0dcdf-4ca6-4dd5-9f4f-13779b041c28 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Oct 12 16:59:28.874293 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:28.900906 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-fe68b66f-8ed3-46b1-9768-baf06a3ef099 req-71786afd-cbd5-427f-9fdd-45a6b1262739 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Oct 12 16:59:28.980774 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.27.0.254 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/85674d84-560f-4478-8949-14d727a2b201) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:59:29.112845 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e38ce-cc33-4fc2-965c-b2312896e94d req-f32faebd-31f3-497f-9c52-c59e748bd8d8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:29.114347 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-354e38ce-cc33-4fc2-965c-b2312896e94d req-f32faebd-31f3-497f-9c52-c59e748bd8d8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0807035 Oct 12 16:59:29.125694 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:29.174700 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-354e38ce-cc33-4fc2-965c-b2312896e94d req-c4da54b9-9fe6-4081-9003-9ac0bae233d0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525160 Oct 12 16:59:29.185403 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:29.226955 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:59:29.230553 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:59:29.235061 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:59:29.238061 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=85674d84-560f-4478-8949-14d727a2b201,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:29.263583 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.263948 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.264270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.264602 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.264929 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.265284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.265611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.265937 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.266263 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.266584 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.266902 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.267226 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:29.853559 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:29.872492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1cedb-d654-433b-810c-4e4b53cf489f req-236d95c2-7309-45ed-96c8-77078ba1850f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:29.874067 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ccd1cedb-d654-433b-810c-4e4b53cf489f req-236d95c2-7309-45ed-96c8-77078ba1850f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 946 time: 0.0578797 Oct 12 16:59:29.913244 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ccd1cedb-d654-433b-810c-4e4b53cf489f req-d58c857f-35c6-474e-bff0-27c017ca6d72 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Oct 12 16:59:29.926590 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.077700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.082554 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.153237 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=85674d84-560f-4478-8949-14d727a2b201,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:30.161249 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.298159 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP 081799b0-2c85-4b0f-980a-3bdd27e8b305 associated. External IP: 172.27.0.254, port: f4ee92d9-5731-42dc-bad3-e95fce992d78. Oct 12 16:59:30.309133 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da0a2-962f-42eb-8acc-fbc562968721 req-dae0806c-3814-402a-8e9f-214f1e5ab1a0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:30.310631 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-616da0a2-962f-42eb-8acc-fbc562968721 req-dae0806c-3814-402a-8e9f-214f1e5ab1a0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 946 time: 0.0625575 Oct 12 16:59:30.411134 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-616da0a2-962f-42eb-8acc-fbc562968721 req-9f58ce5d-6bcf-4b28-a56b-ddd30f035618 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713468 Oct 12 16:59:30.537590 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:59:30.657215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:59:30.666699 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:59:30.676056 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.676750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:59:30.677405 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:30.702040 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2c713a0c-8114-4da4-9f71-8b580cc00f3c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9470310 Oct 12 16:59:30.702611 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:30.704847 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54b1ae-0324-4e36-93d6-d5376503dd03" -d '{"events": [{"name": "network-changed", "server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:30.784267 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:59:30.795952 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7055822-9b6b-4f75-b74e-58625561996c x-openstack-request-id: req-c7055822-9b6b-4f75-b74e-58625561996c {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:30.796346 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:30.796690 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7055822-9b6b-4f75-b74e-58625561996c {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:30.797084 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'status': 'completed', 'code': 200} Oct 12 16:59:30.861801 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-3f2d6be0-33c2-4b2e-9e64-22f256f57c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:30.863272 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-3f2d6be0-33c2-4b2e-9e64-22f256f57c03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1099 time: 0.0401304 Oct 12 16:59:30.966279 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-11f46c5c-2dd9-4840-a0b0-654a669dc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:30.967850 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-11f46c5c-2dd9-4840-a0b0-654a669dc31e service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0903451 Oct 12 16:59:31.020143 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '081799b0-2c85-4b0f-980a-3bdd27e8b305', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:a2:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:59:29Z', 'updated_at': '2021-10-12T16:59:29Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:31.038265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370094e-e4be-4d4d-8916-6a38f8a84b29 req-64af7088-bb43-4a17-bbde-f4918bb39d2c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:31.040032 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3370094e-e4be-4d4d-8916-6a38f8a84b29 req-64af7088-bb43-4a17-bbde-f4918bb39d2c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 946 time: 0.0560737 Oct 12 16:59:31.048705 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:59:31.057442 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:59:31.058112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:31.064647 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-009596ae-b01a-4c08-979a-fa17967212ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 200 len: 1000 time: 0.0726337 Oct 12 16:59:31.084322 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3370094e-e4be-4d4d-8916-6a38f8a84b29 req-00ade364-a28c-4bbd-abf3-8b5ed9c38fe9 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Oct 12 16:59:31.145322 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-44887085-b19f-4ee1-9a45-9ce861cc8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:31.146280 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-44887085-b19f-4ee1-9a45-9ce861cc8a3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0682662 Oct 12 16:59:31.175037 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:31.202768 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-d4818db5-0fc4-4f59-8e83-03bef675f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:31.204150 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-d4818db5-0fc4-4f59-8e83-03bef675f1d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420108 Oct 12 16:59:31.221923 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:59:31.315194 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-da4b9da8-7c72-4a39-ba3a-7a1465032db1 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944960 Oct 12 16:59:31.351487 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:31.410181 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0c54b1ae-0324-4e36-93d6-d5376503dd03 req-3ed22565-23f2-4b1f-81f5-0b637a4e2838 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852275 Oct 12 16:59:31.417461 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:31.419904 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903fef52-8138-4835-8cd3-51202d147a17" -d '{"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-unplugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:31.439937 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:31.452641 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:31.454401 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f67a3673-caa9-4900-99bf-461533d60eed no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:31.486655 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d420b128-41cf-41c3-a459-6d5b61c8c12c x-openstack-request-id: req-d420b128-41cf-41c3-a459-6d5b61c8c12c {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:31.487035 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-unplugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:31.487238 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d420b128-41cf-41c3-a459-6d5b61c8c12c {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:31.487637 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'code': 200} Oct 12 16:59:31.510437 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: f67a3673-caa9-4900-99bf-461533d60eed {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:59:31.510863 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f67a3673-caa9-4900-99bf-461533d60eed not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:59:31.548079 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e69b-e676-4593-bf08-4aeb837dbcb5 req-339a1579-e56e-4145-8a6f-8c7bf014af1e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:31.548309 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-4941acc4-d995-4779-ba37-9fb0378ebb77 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:31.550800 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8028e69b-e676-4593-bf08-4aeb837dbcb5 req-339a1579-e56e-4145-8a6f-8c7bf014af1e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0590532 Oct 12 16:59:31.550958 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-4941acc4-d995-4779-ba37-9fb0378ebb77 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 946 time: 0.0641408 Oct 12 16:59:31.592368 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=8']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:31.598335 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8028e69b-e676-4593-bf08-4aeb837dbcb5 req-8eac6f7f-7aef-41b0-b265-de7e9e384cd0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Oct 12 16:59:31.627128 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '081799b0-2c85-4b0f-980a-3bdd27e8b305', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:a2:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:59:29Z', 'updated_at': '2021-10-12T16:59:29Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:31.655580 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8a5be-5eca-473d-a908-04170c0c5594 None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '081799b0-2c85-4b0f-980a-3bdd27e8b305', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:a2:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:59:29Z', 'updated_at': '2021-10-12T16:59:29Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:59:31.672975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Deleting port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:59:31.673316 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:31.769805 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] For port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:31.770249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:31.783785 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Calling delete_port for 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:59:31.890198 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b056ced-9a01-424b-946e-2a93a888d847 None None] New status for floating IP 081799b0-2c85-4b0f-980a-3bdd27e8b305: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:59:31.924906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:31.938611 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:31.984642 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event deleted for resources: {'Port': ['ID=6d40f1b3-cb5c-45d2-9dd9-812ba94915d3,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:32.019022 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] No DVR routers for this DVR port 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:59:32.021518 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:32.025743 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bc41a059-cd99-4872-876d-d3e7482f38d7 req-44bbd41b-7d7a-440e-a215-5314813db341 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "DELETE /v2.0/ports/6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 HTTP/1.1" status: 204 len: 173 time: 0.4682600 Oct 12 16:59:32.026205 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'name': 'network-vif-deleted', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:32.028667 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b855cf9-0055-44e1-bcf2-b1533a8c1157" -d '{"events": [{"server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "name": "network-vif-deleted", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:32.090517 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467a676-0f9e-4b82-9586-ccb039ac35af x-openstack-request-id: req-e467a676-0f9e-4b82-9586-ccb039ac35af {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:32.090852 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6232ed88-be1b-4ce0-8061-f75f0c8deaf2", "name": "network-vif-deleted", "tag": "6d40f1b3-cb5c-45d2-9dd9-812ba94915d3", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:32.091095 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e467a676-0f9e-4b82-9586-ccb039ac35af {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:32.091486 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6232ed88-be1b-4ce0-8061-f75f0c8deaf2', 'name': 'network-vif-deleted', 'tag': '6d40f1b3-cb5c-45d2-9dd9-812ba94915d3', 'status': 'completed', 'code': 200} Oct 12 16:59:32.216741 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2d333ff7-4ed3-43be-ab52-168edda6b8be req-df2b502f-d155-4626-a0e3-484a669ec25a tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6232ed88-be1b-4ce0-8061-f75f0c8deaf2 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Oct 12 16:59:32.624588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766b3d9-8efa-499e-8197-028e12461979 req-7d8f2422-b426-4256-bdde-613ff2061597 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:32.626390 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e766b3d9-8efa-499e-8197-028e12461979 req-7d8f2422-b426-4256-bdde-613ff2061597 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0568104 Oct 12 16:59:32.665753 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-e766b3d9-8efa-499e-8197-028e12461979 req-5b8c2d23-115a-4a75-95a6-96b37c4bce2d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Oct 12 16:59:32.822528 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-b1a3ed6e-4fcd-4b7d-a28c-aa49c6396d4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381124 Oct 12 16:59:33.639846 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966f40-2a01-4572-aa10-035f306fbee9 req-5961a326-9a24-49c4-bd90-5a809c1b30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.641376 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-5961a326-9a24-49c4-bd90-5a809c1b30b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84&tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595 HTTP/1.1" status: 200 len: 1097 time: 0.0443530 Oct 12 16:59:33.707143 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966f40-2a01-4572-aa10-035f306fbee9 req-03b44dba-d136-4bb4-80a7-338840d425e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.708706 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-03b44dba-d136-4bb4-80a7-338840d425e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1097 time: 0.0447218 Oct 12 16:59:33.832787 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b344e90-8f91-4b62-9186-2b5c832cad8f req-72fac046-ebb0-45f0-b3af-38e75d345416 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.834183 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b344e90-8f91-4b62-9186-2b5c832cad8f req-72fac046-ebb0-45f0-b3af-38e75d345416 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0761421 Oct 12 16:59:33.839300 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966f40-2a01-4572-aa10-035f306fbee9 req-3420d5b0-43df-49d6-b460-3ae546fc62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.840703 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-3420d5b0-43df-49d6-b460-3ae546fc62f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 200 len: 918 time: 0.1239169 Oct 12 16:59:33.916631 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2b344e90-8f91-4b62-9186-2b5c832cad8f req-5b03ca5d-44c5-4e90-8094-2612d68e37fc tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727572 Oct 12 16:59:33.925022 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-c14d1b38-ef36-4d40-a78a-457366174de8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 200 len: 999 time: 0.0754254 Oct 12 16:59:33.977314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966f40-2a01-4572-aa10-035f306fbee9 req-c8f28697-c947-433d-a899-c38a47e6225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.978739 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-c8f28697-c947-433d-a899-c38a47e6225d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 200 len: 855 time: 0.0462673 Oct 12 16:59:34.023005 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59966f40-2a01-4572-aa10-035f306fbee9 req-b18b3486-db39-43af-a208-27264da1f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:34.025071 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-b18b3486-db39-43af-a208-27264da1f1c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e51c848-e67a-4a3e-b611-c67aa772975a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380297 Oct 12 16:59:34.112295 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-2403ec8e-bf14-4863-90a7-b35f5f3c7be0 service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807462 Oct 12 16:59:34.202486 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-59966f40-2a01-4572-aa10-035f306fbee9 req-4fb8dcf3-b587-491c-9d38-9007d74e5c9e service neutron] 10.222.0.69 "GET /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829103 Oct 12 16:59:34.703608 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0da17-5b15-4617-83fa-19a3cb713422 req-f468a68f-7159-4ff8-be57-17baba194f54 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:34.710326 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-99f0da17-5b15-4617-83fa-19a3cb713422 req-f468a68f-7159-4ff8-be57-17baba194f54 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.1164260 Oct 12 16:59:34.782919 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-99f0da17-5b15-4617-83fa-19a3cb713422 req-2efefa77-8880-4276-8bc0-0422a5315c58 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Oct 12 16:59:35.076855 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16226c42-9960-4724-8fe0-0733b525bac5 req-ffe47659-a818-4fd6-817c-46ea0e842ea6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:35.078397 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-16226c42-9960-4724-8fe0-0733b525bac5 req-ffe47659-a818-4fd6-817c-46ea0e842ea6 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0550933 Oct 12 16:59:35.122030 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-16226c42-9960-4724-8fe0-0733b525bac5 req-18c4195e-3435-4140-9267-e00461c96815 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371752 Oct 12 16:59:35.172050 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:35.250897 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:35.272021 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:59:35.272363 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 6d40f1b3-cb5c-45d2-9dd9-812ba94915d3 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:59:35.893942 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ca7af-14d5-4efc-894b-2ee78c84995e req-b9c0c18b-00bb-440d-819a-3eecf1e9f6f8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:35.895439 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4e3ca7af-14d5-4efc-894b-2ee78c84995e req-b9c0c18b-00bb-440d-819a-3eecf1e9f6f8 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Oct 12 16:59:35.932842 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4e3ca7af-14d5-4efc-894b-2ee78c84995e req-3d19b465-050a-447c-a9c2-c29e5f722ceb tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Oct 12 16:59:36.250821 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192479f3-63d0-4c54-8add-e1013635fb3a req-0cf610ec-2605-45f5-b370-927e839fe21b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:36.252418 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-192479f3-63d0-4c54-8add-e1013635fb3a req-0cf610ec-2605-45f5-b370-927e839fe21b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0513518 Oct 12 16:59:36.291824 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-192479f3-63d0-4c54-8add-e1013635fb3a req-c1986798-788d-4ec5-912c-c08bc6d1686b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329082 Oct 12 16:59:37.048844 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1408d-e5f6-4dd9-9c43-d2b686629722 req-11501750-5a4a-4963-a30c-11f2302cc9b5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:37.050472 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24a1408d-e5f6-4dd9-9c43-d2b686629722 req-11501750-5a4a-4963-a30c-11f2302cc9b5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Oct 12 16:59:37.091302 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-24a1408d-e5f6-4dd9-9c43-d2b686629722 req-f886d887-5c92-4628-acee-7fa9b0fb2edd tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Oct 12 16:59:37.334899 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b541e057-f740-4717-b49d-72e112d1c746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:37.422957 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1d1e6-c00d-49fe-b67c-02869716847e req-a99b7baa-c56f-458e-a118-59af630bfa73 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:37.424459 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ae1d1e6-c00d-49fe-b67c-02869716847e req-a99b7baa-c56f-458e-a118-59af630bfa73 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0575297 Oct 12 16:59:37.464702 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ae1d1e6-c00d-49fe-b67c-02869716847e req-f2cb97f9-cbab-4cf2-b191-607108f0ee89 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Oct 12 16:59:38.208137 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de4473-6706-47a5-94fc-abe8df4185d9 req-c134a09d-207b-47ba-9695-bd9c0c517cac tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:38.209645 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55de4473-6706-47a5-94fc-abe8df4185d9 req-c134a09d-207b-47ba-9695-bd9c0c517cac tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0512083 Oct 12 16:59:38.248809 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55de4473-6706-47a5-94fc-abe8df4185d9 req-6d2cda1d-b045-444b-b304-11d1eb272b4d tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Oct 12 16:59:38.583529 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258b15c-199c-48f9-9f85-d3d276ab4137 req-a0791bc7-f10c-461b-b2d9-784140965ca0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:38.585048 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f258b15c-199c-48f9-9f85-d3d276ab4137 req-a0791bc7-f10c-461b-b2d9-784140965ca0 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0481739 Oct 12 16:59:38.627524 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f258b15c-199c-48f9-9f85-d3d276ab4137 req-4d2104f9-b00c-499a-9196-c78fe205d11c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366118 Oct 12 16:59:39.372635 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817b1f2-4e71-416b-ad42-3cab9b813803 req-9f0c4465-77d8-4c5a-9bf9-f283e7701161 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:39.374715 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0817b1f2-4e71-416b-ad42-3cab9b813803 req-9f0c4465-77d8-4c5a-9bf9-f283e7701161 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0538747 Oct 12 16:59:39.415509 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0817b1f2-4e71-416b-ad42-3cab9b813803 req-4d28f05b-398f-4f56-8207-8dd636f07daf tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Oct 12 16:59:39.748294 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d2b1-5ddb-4ff9-aeed-d6b27d0b315a req-efd297c4-a140-4dfc-b676-81b5338a5890 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:39.749920 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c02d2b1-5ddb-4ff9-aeed-d6b27d0b315a req-efd297c4-a140-4dfc-b676-81b5338a5890 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0500650 Oct 12 16:59:39.793572 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c02d2b1-5ddb-4ff9-aeed-d6b27d0b315a req-4f418c45-e075-4673-9cf8-119dbc3affa7 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372198 Oct 12 16:59:39.843725 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-f1ba626a-cd14-451e-be94-7df786ba12f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:40.533610 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfb0b8-76ee-4f05-bc4c-05b7c8d1d456 req-fc246063-ab9f-45d4-b483-47ba758102e0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:40.535122 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-72dfb0b8-76ee-4f05-bc4c-05b7c8d1d456 req-fc246063-ab9f-45d4-b483-47ba758102e0 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0509868 Oct 12 16:59:40.573724 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-72dfb0b8-76ee-4f05-bc4c-05b7c8d1d456 req-ca35b4af-5773-416b-8d20-1b638932422c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Oct 12 16:59:40.922504 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8883f-c46c-459d-ac70-568775288f16 req-e5cad643-0740-42df-9715-90f341d99874 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:40.923979 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-54f8883f-c46c-459d-ac70-568775288f16 req-e5cad643-0740-42df-9715-90f341d99874 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0570681 Oct 12 16:59:40.963471 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-54f8883f-c46c-459d-ac70-568775288f16 req-599ec87e-0d67-4938-9449-45d53744599e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Oct 12 16:59:41.011937 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:41.143015 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:41.690427 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1917346-73f5-4226-b1b1-6642dcffb1a9 req-d91b8147-3810-490c-9b53-42bb553c1186 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:41.691928 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1917346-73f5-4226-b1b1-6642dcffb1a9 req-d91b8147-3810-490c-9b53-42bb553c1186 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Oct 12 16:59:41.732935 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1917346-73f5-4226-b1b1-6642dcffb1a9 req-0ffbaef4-020f-4bbe-9e94-1520c9269c62 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Oct 12 16:59:42.085554 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63b7e-aeda-4eeb-95b1-15c3b3b56653 req-cb7df125-b2a1-448d-b3df-5128be9ef2ca tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:42.087041 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fab63b7e-aeda-4eeb-95b1-15c3b3b56653 req-cb7df125-b2a1-448d-b3df-5128be9ef2ca tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0489717 Oct 12 16:59:42.126629 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fab63b7e-aeda-4eeb-95b1-15c3b3b56653 req-d5d50222-a9a4-45b6-9967-1fe9cf80e732 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331643 Oct 12 16:59:42.481107 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:42.852527 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f11f9-8682-4a02-bb3e-d7f4d8b7b7d1 req-1988a5f5-1247-4cf2-bb0a-5471cd71bbfb tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:42.854256 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ce5f11f9-8682-4a02-bb3e-d7f4d8b7b7d1 req-1988a5f5-1247-4cf2-bb0a-5471cd71bbfb tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Oct 12 16:59:42.896098 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ce5f11f9-8682-4a02-bb3e-d7f4d8b7b7d1 req-1796180e-f193-46a7-831f-5475189617ae tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Oct 12 16:59:43.247468 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74ba3a-8aa9-4120-af7e-35718d87f446 req-f5b297f0-aa1c-4439-a1ef-d5171882fca1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:43.248933 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fe74ba3a-8aa9-4120-af7e-35718d87f446 req-f5b297f0-aa1c-4439-a1ef-d5171882fca1 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0501499 Oct 12 16:59:43.288798 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fe74ba3a-8aa9-4120-af7e-35718d87f446 req-7215f09e-0e5e-4388-acbd-c62862af4081 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324621 Oct 12 16:59:44.013215 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f677f-7a43-4a16-8438-86b8e3dbb8da req-d14d016f-674d-4fee-b984-c7a719aac648 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:44.014686 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-490f677f-7a43-4a16-8438-86b8e3dbb8da req-d14d016f-674d-4fee-b984-c7a719aac648 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0503311 Oct 12 16:59:44.054505 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-490f677f-7a43-4a16-8438-86b8e3dbb8da req-e5277a7b-ad02-414e-a22b-2a9552cb879f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Oct 12 16:59:44.416602 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353feb8-87d9-4e2f-97c4-438908505f08 req-3514980d-f7a6-4f32-92f8-2c4ffcccbd2b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:44.418140 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8353feb8-87d9-4e2f-97c4-438908505f08 req-3514980d-f7a6-4f32-92f8-2c4ffcccbd2b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0553224 Oct 12 16:59:44.457060 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8353feb8-87d9-4e2f-97c4-438908505f08 req-6ec2cae7-dd07-466d-a2d2-52142ebdf44d tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325243 Oct 12 16:59:45.170147 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91870c-f1b8-49c5-9672-46b4966c54e8 req-ecf69b24-486c-47f2-819e-4f2976defcd5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:45.172162 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b91870c-f1b8-49c5-9672-46b4966c54e8 req-ecf69b24-486c-47f2-819e-4f2976defcd5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Oct 12 16:59:45.211367 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b91870c-f1b8-49c5-9672-46b4966c54e8 req-94c8a52d-e570-4424-8a55-8badd368c060 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Oct 12 16:59:45.577456 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60528b-bdc1-4ccf-8cca-5e2b1dfeffcc req-5b152158-9fc0-4f02-83e4-927adaca3ebd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:45.579039 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a60528b-bdc1-4ccf-8cca-5e2b1dfeffcc req-5b152158-9fc0-4f02-83e4-927adaca3ebd tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0490570 Oct 12 16:59:45.617372 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a60528b-bdc1-4ccf-8cca-5e2b1dfeffcc req-78cea1a2-7cb4-4f17-97d5-1fccc496e2f4 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324652 Oct 12 16:59:46.332796 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1e27-57a5-4fc6-9eae-7c070bbac19e req-35de8910-f0b2-4b49-a157-b73e290ecf7f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:46.334673 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-41eb1e27-57a5-4fc6-9eae-7c070bbac19e req-35de8910-f0b2-4b49-a157-b73e290ecf7f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Oct 12 16:59:46.373061 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-41eb1e27-57a5-4fc6-9eae-7c070bbac19e req-697b8182-3f32-4ff8-b5f2-f51d5afa774a tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Oct 12 16:59:46.738675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a0111-8178-4ee8-aafb-a1525f300455 req-9d44c8e7-c35b-4165-9657-62983ac8c8aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:46.740141 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-623a0111-8178-4ee8-aafb-a1525f300455 req-9d44c8e7-c35b-4165-9657-62983ac8c8aa tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0502033 Oct 12 16:59:46.778620 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-623a0111-8178-4ee8-aafb-a1525f300455 req-ae66a68b-1821-4ecd-a748-e1b013c5634c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Oct 12 16:59:47.490959 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07014c87-8172-4d78-bdcf-3f9f6a282ed6 req-58a36984-a9c6-4381-a34f-cf39b77a3939 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:47.492573 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07014c87-8172-4d78-bdcf-3f9f6a282ed6 req-58a36984-a9c6-4381-a34f-cf39b77a3939 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Oct 12 16:59:47.533309 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07014c87-8172-4d78-bdcf-3f9f6a282ed6 req-9e719fad-4c30-4af4-83fc-8582bfcdfc4c tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Oct 12 16:59:47.899000 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99a98-6cef-43e0-be72-e4faded8d4c4 req-332f7623-8f4f-41ea-8f9a-bc7c3c98e123 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:47.900647 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c2a99a98-6cef-43e0-be72-e4faded8d4c4 req-332f7623-8f4f-41ea-8f9a-bc7c3c98e123 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0484555 Oct 12 16:59:47.939344 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c2a99a98-6cef-43e0-be72-e4faded8d4c4 req-34a78fdc-817a-4944-8df6-0144ade50a23 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320687 Oct 12 16:59:48.522160 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:48.649945 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d732e-a80d-40fa-84d5-c5a21b080cbf req-6fba2b6f-bc5d-4d12-9e20-a92520fc29ad tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:48.651420 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2d8d732e-a80d-40fa-84d5-c5a21b080cbf req-6fba2b6f-bc5d-4d12-9e20-a92520fc29ad tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Oct 12 16:59:48.688429 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2d8d732e-a80d-40fa-84d5-c5a21b080cbf req-05e0d203-140c-47f9-9da0-6db355c7a186 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f613189-6e37-41c7-a077-34dda35c664b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Oct 12 16:59:49.067004 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633bb9-8ea5-4606-8b2a-e4a3760d12c8 req-2ed35aef-7d1c-4196-ba2d-3b75ee66314c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:49.068458 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4633bb9-8ea5-4606-8b2a-e4a3760d12c8 req-2ed35aef-7d1c-4196-ba2d-3b75ee66314c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 944 time: 0.0516930 Oct 12 16:59:49.106127 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d4633bb9-8ea5-4606-8b2a-e4a3760d12c8 req-98e88f4a-e9cc-483d-a00b-0840d917bc4a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Oct 12 16:59:49.262629 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:59:49.277013 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-f2f29d8b-ed4b-4d9b-92eb-6b329ee41c2f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:49.278440 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-f2f29d8b-ed4b-4d9b-92eb-6b329ee41c2f tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 945 time: 0.0489194 Oct 12 16:59:49.358432 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:49.370475 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'port_id': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'mac_address': 'fa:16:3e:d4:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:59:49.372460 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Deleting port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:59:49.372792 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.409608 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.423078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:59:49.442663 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:49.446948 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.465095 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] For port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,segment=NetworkSegment(4183ea79-489e-4a65-a769-d085a7238b00),segment_id=4183ea79-489e-4a65-a769-d085a7238b00)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:49.465450 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.477983 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Calling delete_port for 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:59:49.497385 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=9']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:49.602567 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.615485 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:49.628399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Pushing event deleted for resources: {'Port': ['ID=1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:49.638071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.638410 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.638743 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.639079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.639403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.640260 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.640582 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.640904 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.641820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.641820 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.642009 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.642160 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:49.682033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] No DVR routers for this DVR port 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:59:49.684545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:49.687779 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-547ee0f7-dcde-4be7-97a2-ab9cd8b8a4a7 req-e1c62eae-575e-474a-9820-4c012f72baec tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.69 "DELETE /v2.0/ports/1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 HTTP/1.1" status: 204 len: 173 time: 0.4015369 Oct 12 16:59:49.688210 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'name': 'network-vif-deleted', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:49.690447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4645ab81-222e-441d-b5ec-c11750250e4d" -d '{"events": [{"server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "name": "network-vif-deleted", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:49.717618 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['384c76a5-7869-43d7-92f6-f95c20c7c4c0'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:59:49.735363 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a350554-802e-4e84-bd72-0161c2212d51 x-openstack-request-id: req-6a350554-802e-4e84-bd72-0161c2212d51 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:49.735929 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f573c34-eef7-45de-9093-de554d170906", "name": "network-vif-deleted", "tag": "1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:49.736369 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a350554-802e-4e84-bd72-0161c2212d51 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:49.736828 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f573c34-eef7-45de-9093-de554d170906', 'name': 'network-vif-deleted', 'tag': '1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1', 'status': 'completed', 'code': 200} Oct 12 16:59:49.802884 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5b0ae56d-f9c0-4dca-9b6b-f9221344da2b req-61db1deb-ce94-4cca-b5f9-2b051ae2d3e5 tempest-AttachVolumeNegativeTest-514056397 tempest-AttachVolumeNegativeTest-514056397-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f573c34-eef7-45de-9093-de554d170906 HTTP/1.1" status: 200 len: 210 time: 0.0302358 Oct 12 16:59:50.234219 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4782267-930e-41b2-97c8-8b279f154793 req-cb56e92f-072b-4d8e-bb99-2ab55be0029c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:50.235976 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4782267-930e-41b2-97c8-8b279f154793 req-cb56e92f-072b-4d8e-bb99-2ab55be0029c tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Oct 12 16:59:50.277155 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4782267-930e-41b2-97c8-8b279f154793 req-33a1d558-d9c4-431e-8f2b-b115cb96011a tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352917 Oct 12 16:59:50.857772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60754) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:50.900508 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Deleting subnet d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:59:50.903496 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:50.937029 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8543848'] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:50.973531 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.024067 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383092'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.053009 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:51.054967 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.058046 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1119b523-27e0-46b3-bb56-fdc8db29662e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d31ed6f6-5f8e-4ec2-be06-bfa473d0c8c2 HTTP/1.1" status: 204 len: 168 time: 0.1986561 Oct 12 16:59:51.060519 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60756) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:51.130097 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.209115 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.229075 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b471f0-0f26-4904-b5ec-11708f2f3087']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:51.238800 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4183ea79-489e-4a65-a769-d085a7238b00') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:51.239088 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4183ea79-489e-4a65-a769-d085a7238b00') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:51.247846 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.261378 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.265777 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:59:51.268083 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:59:51.268471 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:59:51.270233 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:59:51.319269 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:59:51.319733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.327127 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.333109 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.339150 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a2b471f0-0f26-4904-b5ec-11708f2f3087 HTTP/1.1" status: 204 len: 168 time: 0.2752388 Oct 12 16:59:51.350990 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f34613-279b-4c48-addf-8fcdfadd1374 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b471f0-0f26-4904-b5ec-11708f2f3087,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:51.407458 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.422315 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360422-6d9d-4f53-b4d5-2a2d5f2bc988 req-cb9719b3-1c1d-46b0-bc3b-5af0e8128e94 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:51.429479 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-73360422-6d9d-4f53-b4d5-2a2d5f2bc988 req-cb9719b3-1c1d-46b0-bc3b-5af0e8128e94 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 945 time: 0.0587914 Oct 12 16:59:51.434004 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:59:51.436561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec67281-20e0-435a-95ab-5eaa6439f8c7" -d '{"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:59:51.449490 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:59:51.455398 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.456203 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:59:51.469124 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-73360422-6d9d-4f53-b4d5-2a2d5f2bc988 req-14d6dc5f-50f3-46d7-9e0b-12542238feee tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382483 Oct 12 16:59:51.511676 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08411aae-cdd3-4fb5-8f2e-8fd65513c643 x-openstack-request-id: req-08411aae-cdd3-4fb5-8f2e-8fd65513c643 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:59:51.511972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-plugged", "status": "completed", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:59:51.512222 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08411aae-cdd3-4fb5-8f2e-8fd65513c643 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:59:51.512606 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'code': 200} Oct 12 16:59:51.513255 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:59:51.513587 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1eafa1f9-ed6f-48b6-9bd4-ea45a3f663f1 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:59:51.530591 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60764) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:51.537118 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=10']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:51.576115 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-aac12592-7810-4143-a423-017c126bb9b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab502ed6a57442038552831f9117a877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442133 Oct 12 16:59:51.579119 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60766) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:51.630926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.652760 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.718071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aff019-0e95-4ba3-a9d4-39f575fbccf9 req-69dd2736-f0b0-4f4d-bd24-9e00dd40d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:51.719714 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64aff019-0e95-4ba3-a9d4-39f575fbccf9 req-69dd2736-f0b0-4f4d-bd24-9e00dd40d0e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 1100 time: 0.0466025 Oct 12 16:59:51.726277 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.728772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:51.729846 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f613189-6e37-41c7-a077-34dda35c664b HTTP/1.1" status: 204 len: 168 time: 0.1497908 Oct 12 16:59:51.750039 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d5173-277a-41db-a110-1e9d18952ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f613189-6e37-41c7-a077-34dda35c664b,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:51.770534 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-64aff019-0e95-4ba3-a9d4-39f575fbccf9 req-16a70d8f-d1f8-4c72-8fd4-eae0dc88455b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Oct 12 16:59:52.594371 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faa09-dcc1-4000-863b-a7251032676c req-045b101d-46fd-4579-ad43-ac45e87e1aee tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:52.595960 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a94faa09-dcc1-4000-863b-a7251032676c req-045b101d-46fd-4579-ad43-ac45e87e1aee tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0519242 Oct 12 16:59:52.634692 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a94faa09-dcc1-4000-863b-a7251032676c req-470d28d2-4156-4b91-8d6b-d8c3c18be65f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Oct 12 16:59:53.406293 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60834) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:53.516152 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffac0e1b-2425-4529-ae07-0ed13a8fd44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.599884 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffac0e1b-2425-4529-ae07-0ed13a8fd44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.606121 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ffac0e1b-2425-4529-ae07-0ed13a8fd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.650128 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ffac0e1b-2425-4529-ae07-0ed13a8fd44e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8feeb98097054bcbb9e8c44723ae9ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425954 Oct 12 16:59:53.651202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac0e1b-2425-4529-ae07-0ed13a8fd44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5b981-a475-40ac-bc9a-7bcfe984c945,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:53.653409 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60862) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:53.718557 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.742202 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.770933 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda922-21a4-4987-97f2-4de211a3e2e4 req-6ce319fd-edf1-43a3-9f84-0cb407a605f8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:53.772389 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-72bda922-21a4-4987-97f2-4de211a3e2e4 req-6ce319fd-edf1-43a3-9f84-0cb407a605f8 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0588913 Oct 12 16:59:53.798126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.801000 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.804478 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbc5b981-a475-40ac-bc9a-7bcfe984c945 HTTP/1.1" status: 204 len: 168 time: 0.1476862 Oct 12 16:59:53.814271 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650088e-c49b-4312-a76b-51fc08067398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5b981-a475-40ac-bc9a-7bcfe984c945,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:53.837380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-72bda922-21a4-4987-97f2-4de211a3e2e4 req-f7146667-dc8d-4318-9909-76e2172be61b tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499535 Oct 12 16:59:54.088575 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60874) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:54.105049 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e7d48d02-b068-46a9-82e2-d5a93f965d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.179515 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e7d48d02-b068-46a9-82e2-d5a93f965d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.183153 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e7d48d02-b068-46a9-82e2-d5a93f965d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.220967 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e7d48d02-b068-46a9-82e2-d5a93f965d55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da3834e126244dc8bd722b69d264aa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312943 Oct 12 16:59:54.221907 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48d02-b068-46a9-82e2-d5a93f965d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8459c56-b006-4cc1-8452-157be5e84fcc,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:54.223627 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60876) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:54.275159 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.297330 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.345587 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.348132 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.349446 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8459c56-b006-4cc1-8452-157be5e84fcc HTTP/1.1" status: 204 len: 168 time: 0.1247303 Oct 12 16:59:54.357529 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cae55-574f-4654-9616-6e2f05bdd6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8459c56-b006-4cc1-8452-157be5e84fcc,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:54.959724 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bc6ba-c6d8-4c26-a3b5-c595c6c01c54 req-cbeb7092-bd28-4e99-84d7-e306e8464087 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:54.961275 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e67bc6ba-c6d8-4c26-a3b5-c595c6c01c54 req-cbeb7092-bd28-4e99-84d7-e306e8464087 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0569472 Oct 12 16:59:55.001468 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e67bc6ba-c6d8-4c26-a3b5-c595c6c01c54 req-aeb5204e-338b-40db-8a2a-bb50867dc913 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325990 Oct 12 16:59:55.034432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60906) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:55.128779 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-800725316-network', 'tenant_id': '8c35f71ea1384a2dbdf654c2994f155b'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:55.149521 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Made reservation on behalf of 8c35f71ea1384a2dbdf654c2994f155b for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:59:55.151691 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.163304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.234461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.238150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.258696 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:59:55.274409 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd3045-60fa-4881-a57d-d26c808753a2,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:55.278448 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.278790 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Added segment 3afb4938-61e0-402b-812e-316c1f26bdab of type vlan for network ba478d71-148d-4159-adc8-3de09edfb840 Oct 12 16:59:55.321194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.346403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.347447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:55.348026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.397771 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3622231 Oct 12 16:59:55.400791 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60918) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:55.407708 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Request body: {'subnet': {'network_id': 'ba478d71-148d-4159-adc8-3de09edfb840', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-800725316-subnet', 'tenant_id': '8c35f71ea1384a2dbdf654c2994f155b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:55.417540 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d24a-62a4-487a-99c1-5553a709b374 admin admin] Pushing event updated for resources: {'Network': ['ID=ba478d71-148d-4159-adc8-3de09edfb840,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:55.429888 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network ba478d71-148d-4159-adc8-3de09edfb840 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:59:55.432447 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Made reservation on behalf of 8c35f71ea1384a2dbdf654c2994f155b for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:59:55.435004 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.617359 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.667965 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e56dbe-816a-4264-bb88-283c7f97ad2d,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:55.684158 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Checking segment: {'id': '3afb4938-61e0-402b-812e-316c1f26bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ba478d71-148d-4159-adc8-3de09edfb840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:59:55.684509 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Network hostable DHCP agents. Network: ba478d71-148d-4159-adc8-3de09edfb840, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:59:55.700902 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Network ba478d71-148d-4159-adc8-3de09edfb840 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:59:55.709163 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, ba478d71-148d-4159-adc8-3de09edfb840) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:59:55.713283 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:55.713862 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.719709 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9673c-eaf6-4d90-be75-42973b876725 None None] Network ba478d71-148d-4159-adc8-3de09edfb840 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:59:55.728935 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c015af24-c24d-472d-a5a6-7b7f52951d22 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3269839 Oct 12 16:59:55.842841 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf9219-08f3-4c6e-998b-a78d5cf22086 None None] Network ba478d71-148d-4159-adc8-3de09edfb840 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:59:56.192484 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60940) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:56.197426 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256660627-network', 'tenant_id': 'c3c30cce7b0d4fd59c1543693f96a8af'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:56.219070 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Made reservation on behalf of c3c30cce7b0d4fd59c1543693f96a8af for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:59:56.221377 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.229749 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.306616 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.311689 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.339987 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:59:56.349849 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e55fa4-5129-4930-8827-44f2bfef6bd4,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:56.354898 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.355237 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Added segment bf9416f2-b0b6-4020-bded-b9abc32298b0 of type vlan for network 5d21a27b-e8a2-4ead-a800-fdf6fe5821af Oct 12 16:59:56.395757 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.423143 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.424284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:56.424924 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.483773 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2896514 Oct 12 16:59:56.486611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60942) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:56.489421 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daba5f-b312-4d05-a11d-1a7cd8456730 admin admin] Pushing event updated for resources: {'Network': ['ID=5d21a27b-e8a2-4ead-a800-fdf6fe5821af,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:56.491900 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Request body: {'subnet': {'network_id': '5d21a27b-e8a2-4ead-a800-fdf6fe5821af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256660627-subnet', 'tenant_id': 'c3c30cce7b0d4fd59c1543693f96a8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:59:56.500251 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 5d21a27b-e8a2-4ead-a800-fdf6fe5821af details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:59:56.513781 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Made reservation on behalf of c3c30cce7b0d4fd59c1543693f96a8af for: {'subnet': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:59:56.516112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383059'] for subnet, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.682546 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383101'] for subnet, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.743194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7992050d-d06d-4bd9-8076-15b72986eb23,revision_number=0']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:56.752419 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Checking segment: {'id': 'bf9416f2-b0b6-4020-bded-b9abc32298b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '5d21a27b-e8a2-4ead-a800-fdf6fe5821af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:59:56.752777 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Network hostable DHCP agents. Network: 5d21a27b-e8a2-4ead-a800-fdf6fe5821af, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:59:56.770638 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Network 5d21a27b-e8a2-4ead-a800-fdf6fe5821af is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:59:56.781551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 5d21a27b-e8a2-4ead-a800-fdf6fe5821af) {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:59:56.785813 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:56.786398 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.791713 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbfaba9-b3aa-4aba-9522-03ff2aa31d53 None None] Network 5d21a27b-e8a2-4ead-a800-fdf6fe5821af requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:59:56.804479 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e823b1c3-4e32-4709-a80e-89e6cc883751 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3165104 Oct 12 16:59:56.920336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60948) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:56.922703 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e210bdd-cccb-432d-9d4f-e26353c113a0 None None] Network 5d21a27b-e8a2-4ead-a800-fdf6fe5821af requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:59:56.963489 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Deleting subnet 19e56dbe-816a-4264-bb88-283c7f97ad2d {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:59:56.966676 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.001596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8543848'] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.045116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.096262 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383092'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.121594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e56dbe-816a-4264-bb88-283c7f97ad2d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:57.123541 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.127006 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bfb77645-cc88-47b6-b260-6fc43881961b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/19e56dbe-816a-4264-bb88-283c7f97ad2d HTTP/1.1" status: 204 len: 168 time: 0.2050736 Oct 12 16:59:57.129481 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60950) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:57.194194 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.275333 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.295303 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba478d71-148d-4159-adc8-3de09edfb840']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.304749 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afb4938-61e0-402b-812e-316c1f26bdab') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.305077 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afb4938-61e0-402b-812e-316c1f26bdab') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.315092 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.329250 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.334976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:59:57.335353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:59:57.337242 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:59:57.397384 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.403402 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.407256 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ba478d71-148d-4159-adc8-3de09edfb840 HTTP/1.1" status: 204 len: 168 time: 0.2768250 Oct 12 16:59:57.410345 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60952) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:57.426464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db642879-1267-420e-bbdd-2742471ff1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba478d71-148d-4159-adc8-3de09edfb840,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:57.458673 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Deleting subnet 7992050d-d06d-4bd9-8076-15b72986eb23 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:59:57.462014 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.501112 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.539508 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.590303 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.615368 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7992050d-d06d-4bd9-8076-15b72986eb23,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:57.617468 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.620608 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bd8da759-c8cf-40ef-aea8-37604613dc4a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7992050d-d06d-4bd9-8076-15b72986eb23 HTTP/1.1" status: 204 len: 168 time: 0.2089581 Oct 12 16:59:57.623120 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60954) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:57.695442 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.775460 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.798714 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d21a27b-e8a2-4ead-a800-fdf6fe5821af']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.807957 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9416f2-b0b6-4020-bded-b9abc32298b0') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.808260 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9416f2-b0b6-4020-bded-b9abc32298b0') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:57.817923 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.831562 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.838125 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:59:57.838631 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:59:57.840851 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:59:57.895113 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.902043 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.905247 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d21a27b-e8a2-4ead-a800-fdf6fe5821af HTTP/1.1" status: 204 len: 168 time: 0.2805457 Oct 12 16:59:57.916778 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc88c0-d836-4fc4-a025-551bbf3d3dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d21a27b-e8a2-4ead-a800-fdf6fe5821af,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:58.075283 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60970) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:58.114661 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6cfd9e0c-ebfc-4379-8bac-f8e3862a9988 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c35f71ea1384a2dbdf654c2994f155b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382402 Oct 12 16:59:58.117143 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 60972) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:58.164254 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.188022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.234466 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.237092 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.238229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4cd3045-60fa-4881-a57d-d26c808753a2 HTTP/1.1" status: 204 len: 168 time: 0.1202040 Oct 12 16:59:58.245944 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f937f-2a50-43e3-a485-9b0f11dceff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd3045-60fa-4881-a57d-d26c808753a2,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:58.549155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60982) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:58.587619 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7b624ab9-af4f-4cb0-9e5b-557cf9ac4b47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3c30cce7b0d4fd59c1543693f96a8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372832 Oct 12 16:59:58.590061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 60984) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:58.637825 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.658845 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.705634 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.708248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.709483 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9e55fa4-5129-4930-8827-44f2bfef6bd4 HTTP/1.1" status: 204 len: 168 time: 0.1185486 Oct 12 16:59:58.718353 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843b69-30c0-4c42-86c2-250cf6485862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e55fa4-5129-4930-8827-44f2bfef6bd4,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:59.525563 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44749b05-d545-4f8f-ae6d-d9f565c7c070 req-c501d8d1-da81-4600-931d-903dc10e4acb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:59.527037 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44749b05-d545-4f8f-ae6d-d9f565c7c070 req-c501d8d1-da81-4600-931d-903dc10e4acb tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0493851 Oct 12 16:59:59.565334 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-44749b05-d545-4f8f-ae6d-d9f565c7c070 req-1d42df80-3a53-4881-b4f4-27b2a5f071f0 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Oct 12 17:00:00.681142 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a10a0-eb25-44b5-8d19-b8d04559b4fd req-85429f9e-d231-4294-9a2a-addd49b0a1ed tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:00.682638 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-859a10a0-eb25-44b5-8d19-b8d04559b4fd req-85429f9e-d231-4294-9a2a-addd49b0a1ed tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0487440 Oct 12 17:00:00.722056 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-859a10a0-eb25-44b5-8d19-b8d04559b4fd req-372ade7b-a0fc-4fed-96b1-ebe798119640 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Oct 12 17:00:01.455673 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-da809900-6563-4462-832e-3d0c3e57d19a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:01.457138 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-da809900-6563-4462-832e-3d0c3e57d19a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.0513968 Oct 12 17:00:01.545698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Deleting port d9f79a1c-b427-453b-baf7-4f4c1fea199d {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:01.546035 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:01.634701 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] For port d9f79a1c-b427-453b-baf7-4f4c1fea199d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f79a1c-b427-453b-baf7-4f4c1fea199d,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:01.634975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:02.075707 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056970-8f28-44ad-8cc6-caf5b54fd540 req-0b194896-929a-4d2a-aa52-bf8bf871da6b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:02.077968 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b4056970-8f28-44ad-8cc6-caf5b54fd540 req-0b194896-929a-4d2a-aa52-bf8bf871da6b tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2e6d58-559f-4c67-931d-67add6c96480 HTTP/1.1" status: 200 len: 946 time: 0.1191339 Oct 12 17:00:02.094695 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:02.095197 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:02.095705 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Floating IP 8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec disassociated. External IP: 172.27.0.205, port: d9f79a1c-b427-453b-baf7-4f4c1fea199d. Oct 12 17:00:02.096976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Calling delete_port for d9f79a1c-b427-453b-baf7-4f4c1fea199d owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:02.175848 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b4056970-8f28-44ad-8cc6-caf5b54fd540 req-adc018e4-6f9f-4fea-8455-5efe2d6b8ef4 tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a766940-dc3f-4363-805b-1d76f052df43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865955 Oct 12 17:00:02.262038 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:02.295054 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'Port': ['ID=d9f79a1c-b427-453b-baf7-4f4c1fea199d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:02.414877 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:02.523294 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:02.533314 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:02.542281 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:02.542894 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:02.564454 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] No DVR routers for this DVR port d9f79a1c-b427-453b-baf7-4f4c1fea199d on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:02.566979 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:02.570237 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d76bb170-f922-4f9e-a4f9-afb8a3f37ae5 req-8109709a-8af9-4db4-bd53-4a108ced7f2a tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.69 "DELETE /v2.0/ports/d9f79a1c-b427-453b-baf7-4f4c1fea199d HTTP/1.1" status: 204 len: 173 time: 1.1058328 Oct 12 17:00:02.570671 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'name': 'network-vif-deleted', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:02.572906 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4bc0e9-42e1-4f19-91b1-a9d47b6bc28a" -d '{"events": [{"server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "name": "network-vif-deleted", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:02.611180 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928844e0-8908-4032-b6ba-3c34b66ad8d8 x-openstack-request-id: req-928844e0-8908-4032-b6ba-3c34b66ad8d8 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:02.611480 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e6d58-559f-4c67-931d-67add6c96480", "name": "network-vif-deleted", "tag": "d9f79a1c-b427-453b-baf7-4f4c1fea199d", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:02.611735 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-928844e0-8908-4032-b6ba-3c34b66ad8d8 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:02.612131 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e6d58-559f-4c67-931d-67add6c96480', 'name': 'network-vif-deleted', 'tag': 'd9f79a1c-b427-453b-baf7-4f4c1fea199d', 'status': 'completed', 'code': 200} Oct 12 17:00:02.784150 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:02.980733 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:03.007896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:03.017305 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:03.017929 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:03.127034 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:03.259998 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 32870) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:03.324713 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.342152 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:03.349678 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.374179 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a78ac-15a6-40f1-a1b3-551c0d84b327 None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T16:53:14Z', 'revision_number': 4, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '433d7e2a-0617-477c-849a-f0d3f55b4d23', 'name': '', 'network_id': '3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'mac_address': 'fa:16:3e:d1:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:13Z', 'updated_at': '2021-10-12T16:53:27Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'subnets': [{'id': '142df37a-bfee-4873-9e1f-9b22dd6bfbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:03.412987 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.417378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.418981 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "DELETE /v2.0/security-groups/9a766940-dc3f-4363-805b-1d76f052df43 HTTP/1.1" status: 204 len: 168 time: 0.1579156 Oct 12 17:00:03.422178 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 32880) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:03.429577 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1d4b2-f2a6-46a8-85d0-0c819611f77f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a766940-dc3f-4363-805b-1d76f052df43,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:03.444760 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.api.v2.resource [None req-734b2a50-2065-49b5-bb1f-6dff2b1eac9f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] show failed (client error): The resource could not be found. Oct 12 17:00:03.449230 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-734b2a50-2065-49b5-bb1f-6dff2b1eac9f tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "GET /v2.0/security-groups/9a766940-dc3f-4363-805b-1d76f052df43 HTTP/1.1" status: 404 len: 347 time: 0.0255625 Oct 12 17:00:03.449399 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 32882) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:03.596983 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Deleting port 3956ae48-16bc-4b97-9865-129a13d6e9ce {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:03.597425 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.636387 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8b1ec-31e3-43a6-80a5-f6374a543831 None None] New status for floating IP 8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:00:03.671932 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 32886) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:03.678716 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.678957 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.691706 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Calling delete_port for 3956ae48-16bc-4b97-9865-129a13d6e9ce owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:03.788132 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ea7998cd-1959-4cd6-acb6-3d384c8d9ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.835005 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.861592 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Pushing event deleted for resources: {'Port': ['ID=3956ae48-16bc-4b97-9865-129a13d6e9ce,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:03.871375 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ea7998cd-1959-4cd6-acb6-3d384c8d9ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.875974 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ea7998cd-1959-4cd6-acb6-3d384c8d9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.914394 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ea7998cd-1959-4cd6-acb6-3d384c8d9ecf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fedea74313814865b1f4a7d49fba2b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413590 Oct 12 17:00:03.915238 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7998cd-1959-4cd6-acb6-3d384c8d9ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab58fb-23d9-4ab8-ae65-242a58b1bdde,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:03.917562 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 32890) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:03.926776 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.929681 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.933766 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-177618b5-1f47-436a-a43d-176590e32fcc tempest-AttachVolumeTestJSON-692384897 tempest-AttachVolumeTestJSON-692384897-project] 10.222.0.42 "DELETE /v2.0/floatingips/8c4f3dd0-5f98-4bb1-a6d7-b17d03bcafec HTTP/1.1" status: 204 len: 168 time: 0.4833026 Oct 12 17:00:03.968226 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:03.993530 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.050069 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.052929 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.054364 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaab58fb-23d9-4ab8-ae65-242a58b1bdde HTTP/1.1" status: 204 len: 168 time: 0.1357448 Oct 12 17:00:04.066447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de943-d1a3-435d-ad7a-afa2ea27f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab58fb-23d9-4ab8-ae65-242a58b1bdde,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:04.321116 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 32900) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:04.334647 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f4ea22a8-56f5-4066-8427-0729ba0da0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.407336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f4ea22a8-56f5-4066-8427-0729ba0da0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.411318 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f4ea22a8-56f5-4066-8427-0729ba0da0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.449282 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f4ea22a8-56f5-4066-8427-0729ba0da0d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b52ba5876f14011bb4b4be8714b00a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269846 Oct 12 17:00:04.451149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea22a8-56f5-4066-8427-0729ba0da0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f09904-f350-44d4-8e3d-4bf70ca5c11e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:04.452467 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 32902) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:04.500561 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.521389 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.566790 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.569502 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.570652 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07f09904-f350-44d4-8e3d-4bf70ca5c11e HTTP/1.1" status: 204 len: 168 time: 0.1171010 Oct 12 17:00:04.579864 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e626-cebb-474b-ad65-c89630c40051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f09904-f350-44d4-8e3d-4bf70ca5c11e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:04.877810 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 32908) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:04.891139 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b223d0fa-42d0-4d8c-8dfa-864a3251dbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.963986 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b223d0fa-42d0-4d8c-8dfa-864a3251dbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:04.968079 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b223d0fa-42d0-4d8c-8dfa-864a3251dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:05.004865 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b223d0fa-42d0-4d8c-8dfa-864a3251dbd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a94eaef359104dd1ac75356d2a9a8331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260104 Oct 12 17:00:05.005994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223d0fa-42d0-4d8c-8dfa-864a3251dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b012f1a2-5197-4654-b96e-2a5efe8fbdd0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:05.007535 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 32910) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:05.055340 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:05.076104 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:05.126784 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:05.129581 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:05.130777 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b012f1a2-5197-4654-b96e-2a5efe8fbdd0 HTTP/1.1" status: 204 len: 168 time: 0.1222105 Oct 12 17:00:05.140227 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341e625-26d9-494a-9c1a-ecc7326c3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012f1a2-5197-4654-b96e-2a5efe8fbdd0,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:05.341121 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device d9f79a1c-b427-453b-baf7-4f4c1fea199d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:05.361563 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: d9f79a1c-b427-453b-baf7-4f4c1fea199d {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:05.361910 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device d9f79a1c-b427-453b-baf7-4f4c1fea199d not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:05.491926 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:00:07.011134 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33000) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:07.116005 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b813aa-3412-4025-8e67-afed35dd0c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.188491 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b813aa-3412-4025-8e67-afed35dd0c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.192639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90b813aa-3412-4025-8e67-afed35dd0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.231622 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-90b813aa-3412-4025-8e67-afed35dd0c18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=117b24e8e4764ac3ac48a865b5555f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194180 Oct 12 17:00:07.232741 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b813aa-3412-4025-8e67-afed35dd0c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b8d45-d6e6-4531-bbf9-b86b9f2f94e4,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:07.234404 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33004) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:07.284938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.304772 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.329238 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-51be7976-1616-48cf-bc2e-8c9974f00c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.352997 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.355556 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.356712 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/966b8d45-d6e6-4531-bbf9-b86b9f2f94e4 HTTP/1.1" status: 204 len: 168 time: 0.1213253 Oct 12 17:00:07.364522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39666af-ff90-42fe-b2d2-9c56c165edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b8d45-d6e6-4531-bbf9-b86b9f2f94e4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:07.483671 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33016) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:07.629991 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33020) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:07.673837 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d494cb43-abc3-4981-a954-371ec9979bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.870185 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d494cb43-abc3-4981-a954-371ec9979bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.877597 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d494cb43-abc3-4981-a954-371ec9979bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:07.938167 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494cb43-abc3-4981-a954-371ec9979bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5482674-6c23-49b6-9fa8-f5ce3630c629,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:07.945832 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d494cb43-abc3-4981-a954-371ec9979bbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e53627096b84074b2678ce8e0a61552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148730 Oct 12 17:00:07.948670 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33022) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:08.269322 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.311799 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.361320 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.406305 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.408822 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.410028 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5482674-6c23-49b6-9fa8-f5ce3630c629 HTTP/1.1" status: 204 len: 168 time: 0.4591098 Oct 12 17:00:08.423177 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7fb6-ec3a-4a3c-ac54-d4b8ae46f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5482674-6c23-49b6-9fa8-f5ce3630c629,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:08.627913 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Deleting port 433d7e2a-0617-477c-849a-f0d3f55b4d23 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:08.628246 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.709463 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] For port 433d7e2a-0617-477c-849a-f0d3f55b4d23, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=433d7e2a-0617-477c-849a-f0d3f55b4d23,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:08.709821 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.724773 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Calling delete_port for 433d7e2a-0617-477c-849a-f0d3f55b4d23 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:08.908151 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:08.935180 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Pushing event deleted for resources: {'Port': ['ID=433d7e2a-0617-477c-849a-f0d3f55b4d23,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:09.100050 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.321517 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Router 79531f3f-a35e-472a-a849-3d423fce2593 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:09.432154 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:09.437260 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7a6c65a5-9fdd-491f-8c83-f7da5092c45a admin admin] 10.222.0.42 "PUT /v2.0/routers/79531f3f-a35e-472a-a849-3d423fce2593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525046 Oct 12 17:00:09.439791 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33052) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:09.442196 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Sync routers for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:09.453112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:09.453977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:09.488452 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33054) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:09.565924 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:09.590591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.644023 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fed3bba-bac3-49c7-a9a9-b16373dd0a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.737553 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.752289 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T17:00:08Z', 'revision_number': 5, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port': {'id': 'ff128a29-b429-41fc-a683-bdae9eb9fad7', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531f3f-a35e-472a-a849-3d423fce2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:09.778991 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Checking router: 79531f3f-a35e-472a-a849-3d423fce2593 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:09.788204 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Routers {'79531f3f-a35e-472a-a849-3d423fce2593'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:09.789127 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T16:59:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['79531f3f-a35e-472a-a849-3d423fce2593'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:09.796635 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fed3bba-bac3-49c7-a9a9-b16373dd0a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.803976 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fed3bba-bac3-49c7-a9a9-b16373dd0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.848040 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed3bba-bac3-49c7-a9a9-b16373dd0a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87295b1b-d7ff-46c8-bf56-1e8c4ba6adb0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:09.853002 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7fed3bba-bac3-49c7-a9a9-b16373dd0a20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e80ecbd17d474e3b94d36f71f4e8fcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634298 Oct 12 17:00:09.854813 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Deleting port ff128a29-b429-41fc-a683-bdae9eb9fad7 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:09.855148 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.855881 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33058) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:09.880629 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a65cd465-a084-4a91-b6af-acf526ebd244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.896399 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] Set router 79531f3f-a35e-472a-a849-3d423fce2593 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:09.917539 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.939145 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.946992 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] For port ff128a29-b429-41fc-a683-bdae9eb9fad7, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ff128a29-b429-41fc-a683-bdae9eb9fad7,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:09.947363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.954880 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T17:00:09Z', 'revision_number': 6, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:09.960349 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Calling delete_port for ff128a29-b429-41fc-a683-bdae9eb9fad7 owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:09.985881 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799adc-e20e-4e67-ab76-79aa717e2d0d None None] The sync data for ids ['79531f3f-a35e-472a-a849-3d423fce2593'] in dv-cinder-813223-2-iscsi is: [{'id': '79531f3f-a35e-472a-a849-3d423fce2593', 'name': 'tempest-AttachVolumeTestJSON-1672469529-router', 'tenant_id': '3531038be7ef42149fa8f272160c7686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:08Z', 'updated_at': '2021-10-12T17:00:09Z', 'revision_number': 6, 'project_id': '3531038be7ef42149fa8f272160c7686', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:09.987006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.989937 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:09.994179 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87295b1b-d7ff-46c8-bf56-1e8c4ba6adb0 HTTP/1.1" status: 204 len: 168 time: 0.1371832 Oct 12 17:00:10.003032 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafad300-6a12-4d97-8142-1f4074304ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87295b1b-d7ff-46c8-bf56-1e8c4ba6adb0,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:10.164280 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.191670 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff128a29-b429-41fc-a683-bdae9eb9fad7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:10.262643 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.354704 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.362564 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.412648 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.413201 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79531f3f-a35e-472a-a849-3d423fce2593 {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:00:10.421277 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.424789 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bcf48101-b799-49e6-81b7-4d0dcf5b171e admin admin] 10.222.0.42 "DELETE /v2.0/routers/79531f3f-a35e-472a-a849-3d423fce2593 HTTP/1.1" status: 204 len: 168 time: 0.9815607 Oct 12 17:00:10.425053 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33062) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:10.470322 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Deleting subnet 142df37a-bfee-4873-9e1f-9b22dd6bfbee {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:00:10.473568 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.517483 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.591715 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.642762 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.671309 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142df37a-bfee-4873-9e1f-9b22dd6bfbee,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:10.674811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.678086 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-423aab17-95c4-41e3-82d2-e12b94472b2f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/142df37a-bfee-4873-9e1f-9b22dd6bfbee HTTP/1.1" status: 204 len: 168 time: 0.2519009 Oct 12 17:00:10.680163 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f018d57-6bdb-44a0-a403-826b31b231bf None None] Network 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:00:10.680673 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33064) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:10.751407 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.774728 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 433d7e2a-0617-477c-849a-f0d3f55b4d23 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:10.809236 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Deleting port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:10.809691 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.812516 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 433d7e2a-0617-477c-849a-f0d3f55b4d23 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:10.812858 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 433d7e2a-0617-477c-849a-f0d3f55b4d23 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:10.887067 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] For port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:10.887433 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.900069 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Calling delete_port for 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:10.913092 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] DHCP port deletion for 3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:00:10.959774 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Deleting port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:10.960136 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.980391 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.006758 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:11.010234 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] No DVR routers for this DVR port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e on host dv-cinder-813223-2-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:11.037026 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.054925 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] For port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,segment=NetworkSegment(111bf26a-74be-4776-bd44-b5d07445ebfa),segment_id=111bf26a-74be-4776-bd44-b5d07445ebfa)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:11.055328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.068541 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Calling delete_port for 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:11.088434 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.109989 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:11.119297 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111bf26a-74be-4776-bd44-b5d07445ebfa') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:11.119524 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111bf26a-74be-4776-bd44-b5d07445ebfa') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:11.130292 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.143392 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.149659 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:00:11.150022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.150657 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:00:11.151738 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:00:11.156596 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.183275 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Pushing event deleted for resources: {'Port': ['ID=4f66a0cd-78a7-4005-9937-e4cb36dd3d8e,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:11.192446 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] No DVR routers for this DVR port 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:11.194538 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.194881 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.195225 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.195560 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.195891 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.196223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.196551 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.196908 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.197265 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.197591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.197912 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.198237 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12944ba2-e1f0-427a-8708-f12ea4e5868f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:11.214666 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.220874 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.224094 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e HTTP/1.1" status: 204 len: 168 time: 0.5426714 Oct 12 17:00:11.236637 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc743e9-cb62-4116-8415-5e77bd96176f admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdbf3a6-5889-4c02-9cb3-8e17a689ce4e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:11.391722 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33068) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:11.432854 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bbca27d6-7b68-43af-b438-b05ad868264d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3531038be7ef42149fa8f272160c7686&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378950 Oct 12 17:00:11.433271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33070) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:11.482552 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.503869 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.551426 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.554604 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:11.555947 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df473e61-ac78-432d-a69c-5b9959935ff4 HTTP/1.1" status: 204 len: 168 time: 0.1217499 Oct 12 17:00:11.564225 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c70700-e3f9-4669-af5b-4dca531b9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df473e61-ac78-432d-a69c-5b9959935ff4,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:12.128427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:12.149606 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:12.149946 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 4f66a0cd-78a7-4005-9937-e4cb36dd3d8e not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:12.150365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ff128a29-b429-41fc-a683-bdae9eb9fad7 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:12.169372 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: ff128a29-b429-41fc-a683-bdae9eb9fad7 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:12.169718 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ff128a29-b429-41fc-a683-bdae9eb9fad7 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:12.483257 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:17.404140 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-6766b1b5-8cd4-4c2f-a2e3-e868fae0fb6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393791 Oct 12 17:00:17.487670 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-decccd4f-7bf3-485b-8a7b-176666437890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:17.489189 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-decccd4f-7bf3-485b-8a7b-176666437890 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0399764 Oct 12 17:00:17.597553 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-0007f06f-6c00-4922-9a23-30a0b8a82bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:17.598999 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-0007f06f-6c00-4922-9a23-30a0b8a82bb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.0853539 Oct 12 17:00:17.664262 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-de1ea72c-2c4e-4c40-8c16-20cd69357b77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 999 time: 0.0565302 Oct 12 17:00:17.716865 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-309fcf5f-184b-42f1-930d-5d3ea7e3c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:17.718838 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-309fcf5f-184b-42f1-930d-5d3ea7e3c381 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0467417 Oct 12 17:00:17.765306 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-c760f08f-959f-43e1-a0b0-c0946a98763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:17.766745 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-c760f08f-959f-43e1-a0b0-c0946a98763f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394197 Oct 12 17:00:17.878417 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-6d3f0a61-d155-467f-8d2f-578f6ab232c6 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941179 Oct 12 17:00:17.971590 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2552a1cc-8642-43f3-a52d-82f463ccdddc req-9b730470-b656-49ee-8f72-7f1f40f4a069 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Oct 12 17:00:18.537358 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:20.805135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33184) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:20.911189 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2e812c4-8c7a-4b65-a5c1-f22e03bd8971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:20.984075 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2e812c4-8c7a-4b65-a5c1-f22e03bd8971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:20.987815 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2e812c4-8c7a-4b65-a5c1-f22e03bd8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:21.026761 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d2e812c4-8c7a-4b65-a5c1-f22e03bd8971 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64768c7c6b3e472ba31012aec930294b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182682 Oct 12 17:00:21.026761 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e812c4-8c7a-4b65-a5c1-f22e03bd8971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6d3d8-8e46-4fde-919d-0fd5bfb788f5,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:21.027276 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33188) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:21.074968 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:21.096133 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:21.140842 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:21.143477 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:21.144608 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07a6d3d8-8e46-4fde-919d-0fd5bfb788f5 HTTP/1.1" status: 204 len: 168 time: 0.1163502 Oct 12 17:00:21.152419 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb083bd-88ca-4e4f-9c2a-88fdc494cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6d3d8-8e46-4fde-919d-0fd5bfb788f5,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:28.416433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd735b-3911-4e93-98d1-419317cad9e6 req-0975d694-bd8c-4d73-bda6-6c84428dface tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:28.417959 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25cd735b-3911-4e93-98d1-419317cad9e6 req-0975d694-bd8c-4d73-bda6-6c84428dface tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0525210 Oct 12 17:00:28.456205 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-25cd735b-3911-4e93-98d1-419317cad9e6 req-1c45bb38-7c2f-44e3-ab6a-dc9ee3fae8fb tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Oct 12 17:00:29.573059 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85637f-efde-43ce-a192-eea99981f311 req-13076e02-f53b-4822-a319-60a0e969c603 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:29.574503 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a85637f-efde-43ce-a192-eea99981f311 req-13076e02-f53b-4822-a319-60a0e969c603 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0470662 Oct 12 17:00:29.613777 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a85637f-efde-43ce-a192-eea99981f311 req-9bbde423-fbe6-46cc-b672-1663c382f696 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups?id=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327983 Oct 12 17:00:29.822120 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-0fcf74d7-31b8-4ad8-9bee-60e668d25b75 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:29.823462 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-0fcf74d7-31b8-4ad8-9bee-60e668d25b75 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 947 time: 0.0466082 Oct 12 17:00:29.910947 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Deleting port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:29.911278 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:29.998079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] For port 384c76a5-7869-43d7-92f6-f95c20c7c4c0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=384c76a5-7869-43d7-92f6-f95c20c7c4c0,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:29.998437 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.174600 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.174951 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.175267 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Floating IP d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7 disassociated. External IP: 172.27.0.33, port: 384c76a5-7869-43d7-92f6-f95c20c7c4c0. Oct 12 17:00:30.175596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Calling delete_port for 384c76a5-7869-43d7-92f6-f95c20c7c4c0 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:30.308720 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33318) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:30.325714 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.359560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'Port': ['ID=384c76a5-7869-43d7-92f6-f95c20c7c4c0,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:30.468772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6be429a-5bf0-4589-ba08-0c02abeed707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.520637 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:30.640851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6be429a-5bf0-4589-ba08-0c02abeed707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.654058 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6be429a-5bf0-4589-ba08-0c02abeed707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.689253 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:30.706434 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:30.716069 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:30.716727 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:30.736106 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a6be429a-5bf0-4589-ba08-0c02abeed707 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bd171776def4dec8aacdae2badb6069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260199 Oct 12 17:00:30.739039 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33324) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:30.754313 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be429a-5bf0-4589-ba08-0c02abeed707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2322ac3-2dde-4407-9d8b-1e92dcaa160d,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:30.759039 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-24b236ff-2d99-40c4-8ad0-2541e5844d11 req-7b486fa0-053b-4a98-8c65-4e49054bd31e tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2b9483-016e-43ca-835d-cd25af7c3c84 HTTP/1.1" status: 200 len: 210 time: 0.0747545 Oct 12 17:00:30.772563 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] No DVR routers for this DVR port 384c76a5-7869-43d7-92f6-f95c20c7c4c0 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:30.775235 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.778938 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-016a897a-d512-44b6-97a6-25da67aa1f2c req-42bf0fab-14c4-4e51-a2c2-2101ae0b8c90 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.69 "DELETE /v2.0/ports/384c76a5-7869-43d7-92f6-f95c20c7c4c0 HTTP/1.1" status: 204 len: 173 time: 0.9489980 Oct 12 17:00:30.779283 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-deleted', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:30.790897 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe71bb-46ca-46d9-a49c-22df5e902aa7" -d '{"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-deleted", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:30.818246 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.847373 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.855329 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:30.864287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e3e30-b5d5-44bf-861e-f28e373c7c8e x-openstack-request-id: req-214e3e30-b5d5-44bf-861e-f28e373c7c8e {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:30.864800 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2b9483-016e-43ca-835d-cd25af7c3c84", "name": "network-vif-deleted", "tag": "384c76a5-7869-43d7-92f6-f95c20c7c4c0", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:30.864897 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-214e3e30-b5d5-44bf-861e-f28e373c7c8e {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:30.865343 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2b9483-016e-43ca-835d-cd25af7c3c84', 'name': 'network-vif-deleted', 'tag': '384c76a5-7869-43d7-92f6-f95c20c7c4c0', 'status': 'completed', 'code': 200} Oct 12 17:00:30.911671 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.915118 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.916885 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2322ac3-2dde-4407-9d8b-1e92dcaa160d HTTP/1.1" status: 204 len: 168 time: 0.1761742 Oct 12 17:00:30.927990 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2322ac3-2dde-4407-9d8b-1e92dcaa160d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:30.940697 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.941422 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.941978 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.942671 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.943341 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.943937 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.944364 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.944605 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.945079 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.945250 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.945607 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:30.945985 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b009ac1-7b07-4607-8ff9-c59db0caaf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:31.156029 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:31.184736 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:31.194888 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:31.195836 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:31.318132 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:31.525972 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:31.554101 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc493e7-57a8-4f7f-bf37-3009aca78616 None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:10Z', 'revision_number': 4, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '950c7e90-43d3-436f-90b8-45acdb6b834c', 'name': '', 'network_id': '3e51c848-e67a-4a3e-b611-c67aa772975a', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'mac_address': 'fa:16:3e:7d:aa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:09Z', 'updated_at': '2021-10-12T16:53:17Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'subnets': [{'id': 'c1136f91-a2a7-4ac9-af56-dd230324b8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:31.778315 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce0969-db57-4280-a369-b9fe5c3fb712 None None] New status for floating IP d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:00:31.856796 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33360) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:31.918006 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:31.944410 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.005357 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.007959 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.009175 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "DELETE /v2.0/security-groups/55fbc6dc-a29a-4798-9fd1-bb8ac65cac13 HTTP/1.1" status: 204 len: 168 time: 0.1507871 Oct 12 17:00:32.012114 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33366) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:32.020055 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edcdf4-5427-4443-adfa-35f324d692ac tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fbc6dc-a29a-4798-9fd1-bb8ac65cac13,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:32.029234 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.api.v2.resource [None req-0b4641e2-7a28-44cb-8c42-036a06d65c4f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] show failed (client error): The resource could not be found. Oct 12 17:00:32.033983 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33368) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:32.040159 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-0b4641e2-7a28-44cb-8c42-036a06d65c4f tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "GET /v2.0/security-groups/55fbc6dc-a29a-4798-9fd1-bb8ac65cac13 HTTP/1.1" status: 404 len: 347 time: 0.0197752 Oct 12 17:00:32.160416 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Deleting port 0ffcc3ab-2dff-41f3-b776-00f23c8c02ad {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:32.160760 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.239066 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.239403 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.252046 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Calling delete_port for 0ffcc3ab-2dff-41f3-b776-00f23c8c02ad owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:32.389214 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.415229 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Pushing event deleted for resources: {'Port': ['ID=0ffcc3ab-2dff-41f3-b776-00f23c8c02ad,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:32.478831 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.482054 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:32.483312 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ab9b8d09-bf62-4c05-ab41-7aeeea41b251 tempest-AttachVolumeShelveTestJSON-1974269424 tempest-AttachVolumeShelveTestJSON-1974269424-project] 10.222.0.42 "DELETE /v2.0/floatingips/d26d4cb1-4fad-4bdc-ac82-30a29e85e4e7 HTTP/1.1" status: 204 len: 168 time: 0.4481826 Oct 12 17:00:33.466656 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:33.489663 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 384c76a5-7869-43d7-92f6-f95c20c7c4c0 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:33.490009 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 384c76a5-7869-43d7-92f6-f95c20c7c4c0 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:34.905066 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33414) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:35.472090 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:35.982886 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Deleting port 950c7e90-43d3-436f-90b8-45acdb6b834c {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:35.984264 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:36.058909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] For port 950c7e90-43d3-436f-90b8-45acdb6b834c, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=950c7e90-43d3-436f-90b8-45acdb6b834c,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:36.059268 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:36.073952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Calling delete_port for 950c7e90-43d3-436f-90b8-45acdb6b834c owned by network:router_interface {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:36.252251 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:36.278429 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Pushing event deleted for resources: {'Port': ['ID=950c7e90-43d3-436f-90b8-45acdb6b834c,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:36.450874 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:36.675809 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Router 0189ad82-4f8c-453a-8284-33ab178880ae has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:36.798105 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:36.803826 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-286a914c-38f7-42fc-93e7-58d8dc1a3dee admin admin] 10.222.0.42 "PUT /v2.0/routers/0189ad82-4f8c-453a-8284-33ab178880ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967977 Oct 12 17:00:36.806415 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33450) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:36.808876 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Sync routers for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:36.819369 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:36.820041 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:36.911986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:36.926585 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:37.013865 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.067821 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Deleting port 5948e231-d57f-4924-b673-2a0504e34ccf {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:37.068206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.104625 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T17:00:36Z', 'revision_number': 5, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port': {'id': '5948e231-d57f-4924-b673-2a0504e34ccf', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:37.130911 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Checking router: 0189ad82-4f8c-453a-8284-33ab178880ae for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:37.139120 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Routers {'0189ad82-4f8c-453a-8284-33ab178880ae'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:37.139748 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['0189ad82-4f8c-453a-8284-33ab178880ae'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:37.150069 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] For port 5948e231-d57f-4924-b673-2a0504e34ccf, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5948e231-d57f-4924-b673-2a0504e34ccf,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:37.150433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.162076 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Calling delete_port for 5948e231-d57f-4924-b673-2a0504e34ccf owned by network:router_gateway {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:37.222215 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] Set router 0189ad82-4f8c-453a-8284-33ab178880ae gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:37.272366 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T17:00:37Z', 'revision_number': 6, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:37.302688 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07a047-b942-4d1a-a0c9-e1f17b4a539b None None] The sync data for ids ['0189ad82-4f8c-453a-8284-33ab178880ae'] in dv-cinder-813223-2-iscsi is: [{'id': '0189ad82-4f8c-453a-8284-33ab178880ae', 'name': 'tempest-AttachVolumeShelveTestJSON-100984652-router', 'tenant_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:53:05Z', 'updated_at': '2021-10-12T17:00:37Z', 'revision_number': 6, 'project_id': 'd8fb7a8c01df44dfb4966cb60dcbe595', 'gw_port_host': None}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:37.328904 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.341970 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e2da7851-044d-4a32-bda3-7baf6ff688cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.355907 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5948e231-d57f-4924-b673-2a0504e34ccf,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:37.415383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.503615 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.505775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.551644 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.552184 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0189ad82-4f8c-453a-8284-33ab178880ae {{(pid=94039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:00:37.556393 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.557633 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d2bbc0fa-ba6c-43dd-a2e3-3db5e59f4fdb admin admin] 10.222.0.42 "DELETE /v2.0/routers/0189ad82-4f8c-453a-8284-33ab178880ae HTTP/1.1" status: 204 len: 168 time: 0.7500000 Oct 12 17:00:37.560200 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33452) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:37.603339 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Deleting subnet c1136f91-a2a7-4ac9-af56-dd230324b8ec {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:00:37.606206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.640882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8543848'] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.758730 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.811483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383092'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.838898 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1136f91-a2a7-4ac9-af56-dd230324b8ec,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:37.840874 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.844631 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-be73ac81-5c0d-4d86-b17d-c911d688fa7a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c1136f91-a2a7-4ac9-af56-dd230324b8ec HTTP/1.1" status: 204 len: 168 time: 0.2834649 Oct 12 17:00:37.845649 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91fed1-ca30-445d-8fcb-4ee3c8356170 None None] Network 3e51c848-e67a-4a3e-b611-c67aa772975a requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:00:37.847183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33462) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:37.917824 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.969436 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Deleting port 96a7d575-507d-43cb-9368-648b200e65a4 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:37.969779 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.035118 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] For port 96a7d575-507d-43cb-9368-648b200e65a4, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=96a7d575-507d-43cb-9368-648b200e65a4,segment=NetworkSegment(baadfbe3-976c-4b53-a24a-0d81872d8e6b),segment_id=baadfbe3-976c-4b53-a24a-0d81872d8e6b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:38.035775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.048524 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Calling delete_port for 96a7d575-507d-43cb-9368-648b200e65a4 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:38.078452 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] DHCP port deletion for 3e51c848-e67a-4a3e-b611-c67aa772975a request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:00:38.137360 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Deleting port 96a7d575-507d-43cb-9368-648b200e65a4 {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:38.137463 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.137637 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.142401 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 96a7d575-507d-43cb-9368-648b200e65a4 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:38.164640 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Pushing event deleted for resources: {'Port': ['ID=96a7d575-507d-43cb-9368-648b200e65a4,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:38.168175 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] No DVR routers for this DVR port 96a7d575-507d-43cb-9368-648b200e65a4 on host dv-cinder-813223-2-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:38.195182 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 96a7d575-507d-43cb-9368-648b200e65a4 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:38.195529 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 96a7d575-507d-43cb-9368-648b200e65a4 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:38.195950 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5948e231-d57f-4924-b673-2a0504e34ccf no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:38.221336 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 5948e231-d57f-4924-b673-2a0504e34ccf {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:38.221683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5948e231-d57f-4924-b673-2a0504e34ccf not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:38.222108 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 950c7e90-43d3-436f-90b8-45acdb6b834c no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:38.239658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.255076 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 950c7e90-43d3-436f-90b8-45acdb6b834c {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:38.255419 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 950c7e90-43d3-436f-90b8-45acdb6b834c not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:38.261046 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e51c848-e67a-4a3e-b611-c67aa772975a']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:38.264168 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] For port 96a7d575-507d-43cb-9368-648b200e65a4, host dv-cinder-813223-2-iscsi, got binding levels [] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:38.265680 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.274940 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baadfbe3-976c-4b53-a24a-0d81872d8e6b') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:38.275307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baadfbe3-976c-4b53-a24a-0d81872d8e6b') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:38.279467 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Calling delete_port for 96a7d575-507d-43cb-9368-648b200e65a4 owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:38.282144 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.ipam_backend_mixin [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Port 96a7d575-507d-43cb-9368-648b200e65a4 was not found and therefore no delete operation was performed {{(pid=94040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 17:00:38.283369 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.284551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.298173 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.304169 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:00:38.304561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:00:38.309360 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:00:38.311972 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] Pushing event deleted for resources: {'Port': ['ID=96a7d575-507d-43cb-9368-648b200e65a4,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:38.313180 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c50031-00e8-40a3-9a25-20307f6ab1c2 None None] No DVR routers for this DVR port 96a7d575-507d-43cb-9368-648b200e65a4 on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:38.373066 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.378551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.381812 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e51c848-e67a-4a3e-b611-c67aa772975a HTTP/1.1" status: 204 len: 168 time: 0.5337892 Oct 12 17:00:38.398926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d2a0-756d-4920-b3ab-1f500927247b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e51c848-e67a-4a3e-b611-c67aa772975a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:38.493694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33466) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:38.532520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a385f3fd-5b29-43ed-8472-a7d3489ea0a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8fb7a8c01df44dfb4966cb60dcbe595&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376551 Oct 12 17:00:38.534867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33468) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:38.580404 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.600455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.647455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.650550 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:38.651710 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87c1825a-3339-483e-a154-ef6bb14a723a HTTP/1.1" status: 204 len: 168 time: 0.1159678 Oct 12 17:00:38.661383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68ac48-b106-44b4-acc7-26ec6f0ba92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1825a-3339-483e-a154-ef6bb14a723a,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:39.264135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33510) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:39.616307 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Deleting port d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:39.616648 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.695339 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.695656 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.707950 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Calling delete_port for d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:39.844295 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-038e8a49-64b3-40a0-8b67-77969f0713b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.881564 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.906030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event deleted for resources: {'Port': ['ID=d9f9a87d-aa1d-413b-afee-cfe6fa0d7e8d,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:39.968532 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:39.968887 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Floating IP 2f1980e0-0e12-4b3f-9a9d-b0a35b36928a disassociated (deleted). External IP: 172.27.0.3, port: 1d5e9d78-c4b4-4420-878e-689a2ca7f6da. Oct 12 17:00:40.455254 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Router c3f49a6d-f836-46b6-9065-0faebfb2786e has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:40.569588 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:40.574246 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:40.582840 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Sync routers for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:40.592309 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:40.593745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:40.608467 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-957d221b-8d11-4ac1-8ee3-dd0914a60550 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "DELETE /v2.0/floatingips/2f1980e0-0e12-4b3f-9a9d-b0a35b36928a HTTP/1.1" status: 204 len: 168 time: 1.3422017 Oct 12 17:00:40.609123 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:40.611811 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f060afb-2ec2-4713-91b4-9caa3826680c" -d '{"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:40.666007 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57867f2-f6a6-4a26-b913-cacf8af366f8 x-openstack-request-id: req-a57867f2-f6a6-4a26-b913-cacf8af366f8 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:40.666007 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:40.666007 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a57867f2-f6a6-4a26-b913-cacf8af366f8 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:40.666007 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'status': 'completed', 'code': 200} Oct 12 17:00:40.730958 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-0c652b3c-e747-485a-b7b8-0861f2747673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.732451 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-0c652b3c-e747-485a-b7b8-0861f2747673 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32befda3e401478ca1c53c59a412e4b0&device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 1098 time: 0.0492854 Oct 12 17:00:40.741509 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:40.836851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-333e9cdd-1a64-40ba-8b4a-c224cefafb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.838620 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-333e9cdd-1a64-40ba-8b4a-c224cefafb1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 200 len: 911 time: 0.0989177 Oct 12 17:00:40.871371 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8ecc-e697-4175-bbec-c12926ad28ea req-9fe415fd-d68a-4ac2-9554-7f3b40c8d0a5 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.877487 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4fbb8ecc-e697-4175-bbec-c12926ad28ea req-9fe415fd-d68a-4ac2-9554-7f3b40c8d0a5 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0588593 Oct 12 17:00:40.888839 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-e13e80ea-4631-4d0d-9cee-72d9179f3d8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 200 len: 217 time: 0.0424337 Oct 12 17:00:40.913201 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4fbb8ecc-e697-4175-bbec-c12926ad28ea req-4bf9732c-4db7-4f50-bd6c-ad1b68197bff tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Oct 12 17:00:40.941735 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-2782f338-fb53-49d6-ba11-2cf387fa9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.943905 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-2782f338-fb53-49d6-ba11-2cf387fa9246 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 200 len: 848 time: 0.0469980 Oct 12 17:00:40.956764 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:40.983708 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Checking router: c3f49a6d-f836-46b6-9065-0faebfb2786e for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:40.992566 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:40.993220 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:40.993671 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-5a490889-09f6-4efa-b13f-6641c23ee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.995173 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-5a490889-09f6-4efa-b13f-6641c23ee185 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deee8a8a-8db1-4de9-9e80-ab1d08fe5386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400376 Oct 12 17:00:41.055342 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.094848 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-ec464df5-654b-4413-9bcb-d019f0ae18ea service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905762 Oct 12 17:00:41.113775 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:41.164135 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.185760 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f060afb-2ec2-4713-91b4-9caa3826680c req-ec0e7ff3-07a0-4e30-886e-5069d0984800 service neutron] 10.222.0.69 "GET /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827019 Oct 12 17:00:41.333387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:41.364087 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582129b-3dcd-42cc-85ca-647a2272098d None None] The sync data for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi is: [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T16:54:55Z', 'revision_number': 4, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '1fea80ec-deb7-490d-9b54-b6d2996fffc9', 'name': '', 'network_id': 'deee8a8a-8db1-4de9-9e80-ab1d08fe5386', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'mac_address': 'fa:16:3e:f8:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:54Z', 'updated_at': '2021-10-12T16:55:07Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'subnets': [{'id': '92d60704-8c38-4998-a109-5b0f2f012b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:41.613139 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01db2e3-f1d2-4e28-8821-ef05a9003237 None None] New status for floating IP 2f1980e0-0e12-4b3f-9a9d-b0a35b36928a: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:00:42.051726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01871ff5-d6dc-4e2c-bba0-6695e0e874bb req-05514b33-79df-4dea-a978-b8581200e1d3 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.053230 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-01871ff5-d6dc-4e2c-bba0-6695e0e874bb req-05514b33-79df-4dea-a978-b8581200e1d3 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0590441 Oct 12 17:00:42.090495 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-01871ff5-d6dc-4e2c-bba0-6695e0e874bb req-7b319395-1b2b-47aa-93b1-a38ae9b56d61 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fd670bf-f926-4a6d-8437-efd6b9377f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Oct 12 17:00:42.477224 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:42.491591 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:00:42.584030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-e81d094c-7e08-4305-b003-bdfb87575661 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.585493 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-e81d094c-7e08-4305-b003-bdfb87575661 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.69 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 945 time: 0.0470035 Oct 12 17:00:42.678302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Deleting port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:42.678650 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:42.770924 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] For port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:42.771395 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:42.784891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Calling delete_port for 1d5e9d78-c4b4-4420-878e-689a2ca7f6da owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:42.920120 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:42.946594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event deleted for resources: {'Port': ['ID=1d5e9d78-c4b4-4420-878e-689a2ca7f6da,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:42.990563 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] No DVR routers for this DVR port 1d5e9d78-c4b4-4420-878e-689a2ca7f6da on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:42.993041 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:42.996484 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-813b5824-0a49-4b2a-80e0-34fc9fec157f req-59274fdf-382f-43b3-84cc-42b2bead0b9b tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.69 "DELETE /v2.0/ports/1d5e9d78-c4b4-4420-878e-689a2ca7f6da HTTP/1.1" status: 204 len: 173 time: 0.4044144 Oct 12 17:00:42.996932 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-deleted', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:42.999720 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea446238-772c-48b3-8f50-c3f62f9a30dc" -d '{"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-deleted", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:43.036248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4643d0ad-845b-4e63-9d7b-88d360f14b02 x-openstack-request-id: req-4643d0ad-845b-4e63-9d7b-88d360f14b02 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:43.036545 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb493e-7b9c-4370-ae45-1aa41c6cffcc", "name": "network-vif-deleted", "tag": "1d5e9d78-c4b4-4420-878e-689a2ca7f6da", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:43.036805 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4643d0ad-845b-4e63-9d7b-88d360f14b02 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:43.037222 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb493e-7b9c-4370-ae45-1aa41c6cffcc', 'name': 'network-vif-deleted', 'tag': '1d5e9d78-c4b4-4420-878e-689a2ca7f6da', 'status': 'completed', 'code': 200} Oct 12 17:00:43.185470 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f5772f14-1f54-4daf-a5ba-cc8756ee3b72 req-c2c77b69-0d1d-4604-9831-a49de8a97316 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0276358 Oct 12 17:00:44.290876 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-646ce59e-c61b-429d-831d-10ee20b69ff4 req-9575a066-af2d-44c5-bb88-20ed0ad90df8 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0275335 Oct 12 17:00:45.385135 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-02377a51-6ad2-4c75-a93e-346aa165a462 req-5556262f-5916-4253-b4d2-d812fb0b86fe tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0285738 Oct 12 17:00:45.829863 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:45.849314 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 1d5e9d78-c4b4-4420-878e-689a2ca7f6da {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:45.849686 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 1d5e9d78-c4b4-4420-878e-689a2ca7f6da not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:46.490882 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a80ae2dc-a6ad-4700-abf6-d035c6c4c391 req-e92e1ec6-fd0e-466e-bdbf-bcce9996d052 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28eb493e-7b9c-4370-ae45-1aa41c6cffcc HTTP/1.1" status: 200 len: 210 time: 0.0272610 Oct 12 17:00:47.375606 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33684) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:47.482606 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d2004a1b-69c5-41f2-9621-541032a91000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.554795 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33696) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:47.560623 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d2004a1b-69c5-41f2-9621-541032a91000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.565458 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d2004a1b-69c5-41f2-9621-541032a91000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.609335 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d2004a1b-69c5-41f2-9621-541032a91000 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bed4e3ad9e84776a8a0670afbdc5aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326157 Oct 12 17:00:47.610552 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004a1b-69c5-41f2-9621-541032a91000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de08146-2386-46b5-81bd-846a8fbf0bdd,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:47.611938 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33702) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:47.634082 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.671952 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.705715 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.734441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.773661 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.776175 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.777348 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] 10.222.0.42 "DELETE /v2.0/security-groups/7fd670bf-f926-4a6d-8437-efd6b9377f2e HTTP/1.1" status: 204 len: 168 time: 0.2214572 Oct 12 17:00:47.788422 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.790889 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:47.792002 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de08146-2386-46b5-81bd-846a8fbf0bdd HTTP/1.1" status: 204 len: 168 time: 0.1790557 Oct 12 17:00:47.792864 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebc128-e29a-459d-afb7-ca09981dcf93 tempest-TestShelveInstance-1227902113 tempest-TestShelveInstance-1227902113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd670bf-f926-4a6d-8437-efd6b9377f2e,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:47.803848 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab53082-1f10-4f5b-bc99-9e3585dc8416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de08146-2386-46b5-81bd-846a8fbf0bdd,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:47.835659 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33708) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:48.067995 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33714) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:48.082407 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-76da590f-c863-4b42-a004-99318a8dd8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.158235 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-76da590f-c863-4b42-a004-99318a8dd8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.162913 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-76da590f-c863-4b42-a004-99318a8dd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.199585 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-76da590f-c863-4b42-a004-99318a8dd8a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fe758ccb03349928a14e35f042079a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303985 Oct 12 17:00:48.200435 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da590f-c863-4b42-a004-99318a8dd8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d82e07-8c8b-49ee-bb47-c0a3e9b6fbf1,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:48.203247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33716) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:48.237977 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.253953 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.276783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.332403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.335069 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.338925 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17d82e07-8c8b-49ee-bb47-c0a3e9b6fbf1 HTTP/1.1" status: 204 len: 168 time: 0.1324530 Oct 12 17:00:48.345823 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587e0f-277e-4d89-be51-0ada4eb89fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d82e07-8c8b-49ee-bb47-c0a3e9b6fbf1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:48.560405 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.756595 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Deleting port 1fea80ec-deb7-490d-9b54-b6d2996fffc9 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:48.756595 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.840986 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] For port 1fea80ec-deb7-490d-9b54-b6d2996fffc9, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1fea80ec-deb7-490d-9b54-b6d2996fffc9,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:48.841358 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:48.854825 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Calling delete_port for 1fea80ec-deb7-490d-9b54-b6d2996fffc9 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:49.053115 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.080640 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fea80ec-deb7-490d-9b54-b6d2996fffc9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:49.266470 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.487615 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Router c3f49a6d-f836-46b6-9065-0faebfb2786e has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:49.595522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:49.601315 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7b64380c-0f79-48f3-9e25-68d79760400e admin admin] 10.222.0.42 "PUT /v2.0/routers/c3f49a6d-f836-46b6-9065-0faebfb2786e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646375 Oct 12 17:00:49.603985 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33770) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:49.605982 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Sync routers for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:49.615703 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:49.616376 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:49.714655 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.729311 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:49.822366 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.875140 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Deleting port 54a22759-0979-4ecb-a5a6-e498e4e56afa {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:49.875734 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.926640 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T17:00:49Z', 'revision_number': 5, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port': {'id': '54a22759-0979-4ecb-a5a6-e498e4e56afa', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:51Z', 'updated_at': '2021-10-12T16:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:49.954048 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Checking router: c3f49a6d-f836-46b6-9065-0faebfb2786e for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:49.962037 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] For port 54a22759-0979-4ecb-a5a6-e498e4e56afa, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=54a22759-0979-4ecb-a5a6-e498e4e56afa,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:49.962478 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Routers {'c3f49a6d-f836-46b6-9065-0faebfb2786e'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:49.962833 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:49.963080 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['c3f49a6d-f836-46b6-9065-0faebfb2786e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:49.976495 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Calling delete_port for 54a22759-0979-4ecb-a5a6-e498e4e56afa owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:50.064645 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] Set router c3f49a6d-f836-46b6-9065-0faebfb2786e gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:50.134676 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33788) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:50.164193 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T17:00:49Z', 'revision_number': 6, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:50.174166 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.196371 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a019-64b8-4d6c-9ca9-2bffcfebd2a1 None None] The sync data for ids ['c3f49a6d-f836-46b6-9065-0faebfb2786e'] in dv-cinder-813223-2-iscsi is: [{'id': 'c3f49a6d-f836-46b6-9065-0faebfb2786e', 'name': 'tempest-TestShelveInstance-1002044188-router', 'tenant_id': '32befda3e401478ca1c53c59a412e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:50Z', 'updated_at': '2021-10-12T17:00:49Z', 'revision_number': 6, 'project_id': '32befda3e401478ca1c53c59a412e4b0', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:50.205655 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a22759-0979-4ecb-a5a6-e498e4e56afa,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:50.269488 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.287569 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.349263 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.354547 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.390281 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.392846 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.401188 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d37a57c1571643879588e39008b827b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648892 Oct 12 17:00:50.402087 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2d7b8-178d-49c1-9dd7-6136b47b18ff,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:50.404075 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33800) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:50.415706 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.416045 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.416380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.416707 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.417056 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.417382 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.417703 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.418022 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.418357 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.418652 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.418964 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.419275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6398c6d-3181-4628-b344-eca273238cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:50.446894 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.447625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f49a6d-f836-46b6-9065-0faebfb2786e {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:00:50.452892 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.454177 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-915e0945-6696-43e8-9748-46ae93f969e1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c3f49a6d-f836-46b6-9065-0faebfb2786e HTTP/1.1" status: 204 len: 168 time: 0.8492560 Oct 12 17:00:50.456730 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33802) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:50.467310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.489576 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.501115 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Deleting subnet 92d60704-8c38-4998-a109-5b0f2f012b49 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:00:50.504082 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.536871 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.538378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.539419 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.540569 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4e2d7b8-178d-49c1-9dd7-6136b47b18ff HTTP/1.1" status: 204 len: 168 time: 0.1347098 Oct 12 17:00:50.548756 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bc857-26f2-41d9-8fc8-bfacc4370ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2d7b8-178d-49c1-9dd7-6136b47b18ff,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:50.636517 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.694402 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.720268 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d60704-8c38-4998-a109-5b0f2f012b49,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:50.724051 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.729539 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-102d2a35-da02-4ddb-85f2-a5152e6c636c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92d60704-8c38-4998-a109-5b0f2f012b49 HTTP/1.1" status: 204 len: 168 time: 0.2695739 Oct 12 17:00:50.729940 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33808) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:50.730365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7e0fe-67cb-4bed-9339-037b775ceaf8 None None] Network deee8a8a-8db1-4de9-9e80-ab1d08fe5386 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:00:50.803789 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.853398 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33810) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:50.858900 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Deleting port d36d2a78-0ce9-449c-b366-a9640309c730 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:50.859492 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.868315 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbc71-d51b-486f-98ad-ba488027b5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.933705 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] For port d36d2a78-0ce9-449c-b366-a9640309c730, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d36d2a78-0ce9-449c-b366-a9640309c730,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:50.934067 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.946487 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Calling delete_port for d36d2a78-0ce9-449c-b366-a9640309c730 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:50.947775 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbc71-d51b-486f-98ad-ba488027b5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.952517 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbc71-d51b-486f-98ad-ba488027b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:50.997488 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2a5dbc71-d51b-486f-98ad-ba488027b5f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97c50ed1b21141989d823afe06930d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427433 Oct 12 17:00:50.999145 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dbc71-d51b-486f-98ad-ba488027b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8ecc9-6bc4-4b3e-9279-ee2c403124f9,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:50.999586 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33812) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:51.011047 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] DHCP port deletion for deee8a8a-8db1-4de9-9e80-ab1d08fe5386 request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:00:51.063554 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Deleting port d36d2a78-0ce9-449c-b366-a9640309c730 {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:51.063935 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.085472 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.086978 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.130035 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36d2a78-0ce9-449c-b366-a9640309c730,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:51.133295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.134868 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] For port d36d2a78-0ce9-449c-b366-a9640309c730, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d36d2a78-0ce9-449c-b366-a9640309c730,segment=NetworkSegment(241aa686-7f77-4b20-a665-012113ed0907),segment_id=241aa686-7f77-4b20-a665-012113ed0907)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:51.135159 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.141228 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] No DVR routers for this DVR port d36d2a78-0ce9-449c-b366-a9640309c730 on host dv-cinder-813223-2-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:51.152126 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Calling delete_port for d36d2a78-0ce9-449c-b366-a9640309c730 owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:51.228050 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.238051 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.261799 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deee8a8a-8db1-4de9-9e80-ab1d08fe5386']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:51.267382 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] No DVR routers for this DVR port d36d2a78-0ce9-449c-b366-a9640309c730 on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:51.273782 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ab47c-a44d-454f-a0b5-cfa0c75ecb00 None None] Pushing event deleted for resources: {'Port': ['ID=d36d2a78-0ce9-449c-b366-a9640309c730,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:51.279392 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241aa686-7f77-4b20-a665-012113ed0907') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:51.279838 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241aa686-7f77-4b20-a665-012113ed0907') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:51.282654 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.285209 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.286380 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79f8ecc9-6bc4-4b3e-9279-ee2c403124f9 HTTP/1.1" status: 204 len: 168 time: 0.2852242 Oct 12 17:00:51.297698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.308653 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a43daf-e21d-47ae-9dc6-abb5a967578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8ecc9-6bc4-4b3e-9279-ee2c403124f9,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:51.319634 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.332792 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:00:51.336238 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:00:51.338116 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:00:51.401988 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.419980 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.424301 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] 10.222.0.42 "DELETE /v2.0/networks/deee8a8a-8db1-4de9-9e80-ab1d08fe5386 HTTP/1.1" status: 204 len: 168 time: 0.6933579 Oct 12 17:00:51.425308 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48876c05-df7f-4829-af88-0e35346d3798 admin admin] Pushing event deleted for resources: {'Network': ['ID=deee8a8a-8db1-4de9-9e80-ab1d08fe5386,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:51.427269 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33822) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:51.799204 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.069033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Deleting port 1218ca6e-dae9-47e1-9c10-57c795c23852 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:52.069608 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.135361 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 54a22759-0979-4ecb-a5a6-e498e4e56afa no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:52.156682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 54a22759-0979-4ecb-a5a6-e498e4e56afa {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:52.157260 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 54a22759-0979-4ecb-a5a6-e498e4e56afa not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:52.157682 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d36d2a78-0ce9-449c-b366-a9640309c730 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:52.162100 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] For port 1218ca6e-dae9-47e1-9c10-57c795c23852, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=1218ca6e-dae9-47e1-9c10-57c795c23852,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:52.162715 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.177293 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Calling delete_port for 1218ca6e-dae9-47e1-9c10-57c795c23852 owned by network:router_interface {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:52.308492 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: d36d2a78-0ce9-449c-b366-a9640309c730 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:52.308492 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d36d2a78-0ce9-449c-b366-a9640309c730 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:52.308492 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1fea80ec-deb7-490d-9b54-b6d2996fffc9 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:52.328173 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 1fea80ec-deb7-490d-9b54-b6d2996fffc9 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:52.328487 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1fea80ec-deb7-490d-9b54-b6d2996fffc9 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:52.382150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.408680 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1218ca6e-dae9-47e1-9c10-57c795c23852,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:52.574905 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.810481 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Router 82016e39-e801-4764-a202-9e09f2cc23e8 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:52.940420 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:52.949275 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5e17ea81-c82a-4675-8504-22fbf952ba89 admin admin] 10.222.0.42 "PUT /v2.0/routers/82016e39-e801-4764-a202-9e09f2cc23e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177882 Oct 12 17:00:52.949378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33888) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:52.951799 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Sync routers for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:52.980615 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:52.982383 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:53.073843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.098188 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:53.192169 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.252069 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Deleting port 5012cf6f-ded8-4612-a25b-a7f6576b7770 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:53.252404 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.350510 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] For port 5012cf6f-ded8-4612-a25b-a7f6576b7770, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=5012cf6f-ded8-4612-a25b-a7f6576b7770,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:53.350877 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.364196 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Calling delete_port for 5012cf6f-ded8-4612-a25b-a7f6576b7770 owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:53.378179 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T17:00:52Z', 'revision_number': 5, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port': {'id': '5012cf6f-ded8-4612-a25b-a7f6576b7770', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:53.409783 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Checking router: 82016e39-e801-4764-a202-9e09f2cc23e8 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:53.420304 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Routers {'82016e39-e801-4764-a202-9e09f2cc23e8'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:53.420923 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:00:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['82016e39-e801-4764-a202-9e09f2cc23e8'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:53.520878 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] Set router 82016e39-e801-4764-a202-9e09f2cc23e8 gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:53.547405 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.578889 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Pushing event deleted for resources: {'Port': ['ID=5012cf6f-ded8-4612-a25b-a7f6576b7770,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:53.579278 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T17:00:53Z', 'revision_number': 6, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:53.606788 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78523713-7c29-483d-b701-eed036ad00f4 None None] The sync data for ids ['82016e39-e801-4764-a202-9e09f2cc23e8'] in dv-cinder-813223-2-iscsi is: [{'id': '82016e39-e801-4764-a202-9e09f2cc23e8', 'name': 'tempest-TestShelveInstance-1019294515-router', 'tenant_id': '02f35ba4353d428da4b41e64d973aa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:54:59Z', 'updated_at': '2021-10-12T17:00:53Z', 'revision_number': 6, 'project_id': '02f35ba4353d428da4b41e64d973aa89', 'gw_port_host': None}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:53.649058 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.740100 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.743588 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.785847 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.786478 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82016e39-e801-4764-a202-9e09f2cc23e8 {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:00:53.791841 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.793660 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-eb48b069-262b-451e-80a2-be454c408440 admin admin] 10.222.0.42 "DELETE /v2.0/routers/82016e39-e801-4764-a202-9e09f2cc23e8 HTTP/1.1" status: 204 len: 168 time: 0.8403466 Oct 12 17:00:53.795516 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33910) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:53.843120 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Deleting subnet 4229bf48-e166-4c1e-993a-7e6c4909f4f4 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:00:53.846165 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.881601 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.961041 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.964500 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33914) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:54.038994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.074747 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4229bf48-e166-4c1e-993a-7e6c4909f4f4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.079254 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.085257 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-14dee6b3-ddf5-4322-a4d9-c470a3acd149 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4229bf48-e166-4c1e-993a-7e6c4909f4f4 HTTP/1.1" status: 204 len: 168 time: 0.2865307 Oct 12 17:00:54.085888 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33922) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:54.093643 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10238b9-6bc1-4023-b3ea-1b06a60bfe15 None None] Network a13f010a-5880-4ab7-9b10-94a10ae22606 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:00:54.117091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5917-2cb7-480b-92df-5d7602d07542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.193568 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.284632 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5917-2cb7-480b-92df-5d7602d07542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.292039 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5917-2cb7-480b-92df-5d7602d07542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.318259 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Deleting port d149affa-2358-4fa0-baf9-25001a9dbc78 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:54.318602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.377867 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33932) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:54.378014 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fd0c5917-2cb7-480b-92df-5d7602d07542 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a097ea7c2fa48e989d502b8f5a6e754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122872 Oct 12 17:00:54.380623 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5917-2cb7-480b-92df-5d7602d07542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f5237-b153-466f-b5c6-96e134de3e35,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.403046 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] DHCP port deletion for a13f010a-5880-4ab7-9b10-94a10ae22606 request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:00:54.422641 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] For port d149affa-2358-4fa0-baf9-25001a9dbc78, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d149affa-2358-4fa0-baf9-25001a9dbc78,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:54.423321 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.443490 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Calling delete_port for d149affa-2358-4fa0-baf9-25001a9dbc78 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:54.468185 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.487838 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Deleting port d149affa-2358-4fa0-baf9-25001a9dbc78 {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:54.488308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.494413 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.544667 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.559213 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5012cf6f-ded8-4612-a25b-a7f6576b7770 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:54.563313 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.566775 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.573063 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d149affa-2358-4fa0-baf9-25001a9dbc78,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.575029 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] No DVR routers for this DVR port d149affa-2358-4fa0-baf9-25001a9dbc78 on host dv-cinder-813223-2-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:54.582002 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac1f5237-b153-466f-b5c6-96e134de3e35 HTTP/1.1" status: 204 len: 168 time: 0.2022436 Oct 12 17:00:54.597047 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c5ff-8d78-401f-85e2-35c680e905b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f5237-b153-466f-b5c6-96e134de3e35,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.599593 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] For port d149affa-2358-4fa0-baf9-25001a9dbc78, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=d149affa-2358-4fa0-baf9-25001a9dbc78,segment=NetworkSegment(fcc41d10-406d-4595-91a4-209d1bbb2ca4),segment_id=fcc41d10-406d-4595-91a4-209d1bbb2ca4)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:54.600393 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.604157 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 5012cf6f-ded8-4612-a25b-a7f6576b7770 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:54.606002 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 5012cf6f-ded8-4612-a25b-a7f6576b7770 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:54.606635 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d149affa-2358-4fa0-baf9-25001a9dbc78 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:54.639013 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: d149affa-2358-4fa0-baf9-25001a9dbc78 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:54.639538 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device d149affa-2358-4fa0-baf9-25001a9dbc78 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:54.639746 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1218ca6e-dae9-47e1-9c10-57c795c23852 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:54.662098 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.663941 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Calling delete_port for d149affa-2358-4fa0-baf9-25001a9dbc78 owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:54.671232 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 1218ca6e-dae9-47e1-9c10-57c795c23852 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:54.672054 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 1218ca6e-dae9-47e1-9c10-57c795c23852 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:54.699824 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13f010a-5880-4ab7-9b10-94a10ae22606']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:54.710807 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc41d10-406d-4595-91a4-209d1bbb2ca4') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:54.711198 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc41d10-406d-4595-91a4-209d1bbb2ca4') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:54.725211 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.739651 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.746249 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:00:54.746891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:00:54.749079 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:00:54.760894 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.789209 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] Pushing event deleted for resources: {'Port': ['ID=d149affa-2358-4fa0-baf9-25001a9dbc78,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.804977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9172e-e3cc-41d8-8bd9-bd975108c7c2 None None] No DVR routers for this DVR port d149affa-2358-4fa0-baf9-25001a9dbc78 on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:54.822481 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.830984 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.834984 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a13f010a-5880-4ab7-9b10-94a10ae22606 HTTP/1.1" status: 204 len: 168 time: 0.7479506 Oct 12 17:00:54.850448 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bbaa-48af-4bf7-b922-7ef55c781e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a13f010a-5880-4ab7-9b10-94a10ae22606,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:54.915063 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33940) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:54.928081 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aac8b8b9-ef65-4c38-8ff5-123f7743cd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:54.953427 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33942) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:54.995026 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f086c6d5-b533-489d-8d11-829ec120e350 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32befda3e401478ca1c53c59a412e4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404208 Oct 12 17:00:54.997775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33944) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:55.009605 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aac8b8b9-ef65-4c38-8ff5-123f7743cd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.014622 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aac8b8b9-ef65-4c38-8ff5-123f7743cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.055628 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8b8b9-ef65-4c38-8ff5-123f7743cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b0879c-bb8a-41bf-bbd7-19e84900d376,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:55.057941 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.062548 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-aac8b8b9-ef65-4c38-8ff5-123f7743cd0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98afcd2f393e4d9498491aec57fa6d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441078 Oct 12 17:00:55.062818 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33946) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:55.085121 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.113192 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.133014 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.135594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.139882 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.140065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b53635b-524a-4e09-a6a9-e0d0ab8b96f5 HTTP/1.1" status: 204 len: 168 time: 0.1381276 Oct 12 17:00:55.145778 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab8f1-b0bd-4bd3-8a22-1238a1c0c655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53635b-524a-4e09-a6a9-e0d0ab8b96f5,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:55.190239 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.193709 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.194876 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69b0879c-bb8a-41bf-bbd7-19e84900d376 HTTP/1.1" status: 204 len: 168 time: 0.1311729 Oct 12 17:00:55.202825 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202598b-8a4b-4812-b7b0-54ff7de4ce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b0879c-bb8a-41bf-bbd7-19e84900d376,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:55.554404 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 33968) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:55.605201 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-77f0fb97-c0de-4d0b-afb7-dbf3333853d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02f35ba4353d428da4b41e64d973aa89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463338 Oct 12 17:00:55.607355 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 33970) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:55.658280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.683516 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.742179 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.745102 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.748643 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92cae8df-6d56-453f-a760-cb8a18746b48 HTTP/1.1" status: 204 len: 168 time: 0.1419787 Oct 12 17:00:55.761155 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68affb5-b5f6-4a95-8583-46d59546079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cae8df-6d56-453f-a760-cb8a18746b48,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:01.120015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34080) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:01.468407 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7ee95414-9888-4caf-b178-76e7b4768bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.544573 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7ee95414-9888-4caf-b178-76e7b4768bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.549578 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7ee95414-9888-4caf-b178-76e7b4768bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.587469 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7ee95414-9888-4caf-b178-76e7b4768bb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4f97bb432134b60a60a06d0c39b5b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662678 Oct 12 17:01:01.589611 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee95414-9888-4caf-b178-76e7b4768bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60c33b-668b-41b1-ba8a-04330d7e0386,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:01.590300 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34094) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:01.641668 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.664419 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.716471 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.719552 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:01.720690 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa60c33b-668b-41b1-ba8a-04330d7e0386 HTTP/1.1" status: 204 len: 168 time: 0.1294239 Oct 12 17:01:01.728326 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a50dc-85f5-49da-a48e-a804760ec61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60c33b-668b-41b1-ba8a-04330d7e0386,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:01.973567 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34102) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:01.987945 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-805c5803-209b-4a56-942e-1b3b34f9c83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.062525 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-805c5803-209b-4a56-942e-1b3b34f9c83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.065970 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-805c5803-209b-4a56-942e-1b3b34f9c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.102556 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-805c5803-209b-4a56-942e-1b3b34f9c83b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37c0f3ac84404209af427478f41dddf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278005 Oct 12 17:01:02.103398 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5803-209b-4a56-942e-1b3b34f9c83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce68c320-9f0b-4598-8dd9-8a1e5b4a3a74,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:02.106048 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34104) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:02.154853 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.175147 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.221116 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.223598 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:02.224730 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce68c320-9f0b-4598-8dd9-8a1e5b4a3a74 HTTP/1.1" status: 204 len: 168 time: 0.1172824 Oct 12 17:01:02.232182 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa0cb5-b4f9-4d46-83a0-db736b3f6982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce68c320-9f0b-4598-8dd9-8a1e5b4a3a74,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:07.334932 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-bd99f2f6-6306-44c2-b7b7-fca26cf360f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:09.844794 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e1af-6417-4fd1-8164-6a2110c495f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:11.019193 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:11.149832 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:12.479648 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:18.558456 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:19.491226 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:01:20.060233 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-d6379637-a4ac-4ee8-abde-e3863cb61e1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414753 Oct 12 17:01:20.122020 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-f5e03267-6c22-442e-a99a-3d5ed27dac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:20.123515 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-f5e03267-6c22-442e-a99a-3d5ed27dac86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 1099 time: 0.0403893 Oct 12 17:01:20.228824 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-ed7b333a-5ec2-4e35-8b5b-5732c4f11148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:20.230305 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-ed7b333a-5ec2-4e35-8b5b-5732c4f11148 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0852859 Oct 12 17:01:20.295187 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-0324295c-a22a-46aa-956c-03e9895df24d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 200 len: 1002 time: 0.0575082 Oct 12 17:01:20.346864 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-acf65ab5-9552-442b-a31d-de4500c53beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:20.348304 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-acf65ab5-9552-442b-a31d-de4500c53beb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0454161 Oct 12 17:01:20.401481 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-a48f0b67-24ff-405b-af40-9b208917dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:20.402976 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-a48f0b67-24ff-405b-af40-9b208917dde2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463867 Oct 12 17:01:20.492299 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-d4f5ea69-e4f7-4203-b656-dafa71698cfc service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799396 Oct 12 17:01:20.584337 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-acf05ce6-f6ef-4192-b8de-c666d7d7e438 req-c72d5890-d424-4c08-b51b-4ac447d5687f service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829151 Oct 12 17:01:21.679837 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34398) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:21.781442 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-132b5ef8-5f32-421d-969f-6b9ee77da17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:21.853265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-132b5ef8-5f32-421d-969f-6b9ee77da17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:21.856871 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-132b5ef8-5f32-421d-969f-6b9ee77da17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:21.893299 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b5ef8-5f32-421d-969f-6b9ee77da17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ffe7a-a803-4b19-b7b9-b51225ed9043,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:21.897516 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-132b5ef8-5f32-421d-969f-6b9ee77da17f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8a1645a6903482684dd541da05d36e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166719 Oct 12 17:01:21.900721 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34402) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:21.955377 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:21.977821 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.027889 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.030460 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.034278 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/206ffe7a-a803-4b19-b7b9-b51225ed9043 HTTP/1.1" status: 204 len: 168 time: 0.1304111 Oct 12 17:01:22.040049 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1dbe-ffb5-4cf6-87f3-07d8b397a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ffe7a-a803-4b19-b7b9-b51225ed9043,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:22.292105 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34412) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:22.306328 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a2d77242-d188-4195-a06b-e3b80681360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.385268 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a2d77242-d188-4195-a06b-e3b80681360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.389361 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a2d77242-d188-4195-a06b-e3b80681360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.429490 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a2d77242-d188-4195-a06b-e3b80681360d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d19c43f0b67436080750543663f59a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362884 Oct 12 17:01:22.430513 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77242-d188-4195-a06b-e3b80681360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ebf2d8-4a10-4472-883c-7abbc1d87207,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:22.431148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34414) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:22.493779 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.519010 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.569769 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.572506 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.573688 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24ebf2d8-4a10-4472-883c-7abbc1d87207 HTTP/1.1" status: 204 len: 168 time: 0.1414542 Oct 12 17:01:22.581337 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb325f-34ab-4b2b-8262-b6941e04fc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ebf2d8-4a10-4472-883c-7abbc1d87207,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:23.992461 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34460) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:24.106964 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f2410b4-4daf-48b8-8cc5-efb69afb3163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.181712 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f2410b4-4daf-48b8-8cc5-efb69afb3163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.185677 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f2410b4-4daf-48b8-8cc5-efb69afb3163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.222576 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2f2410b4-4daf-48b8-8cc5-efb69afb3163 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca471a7ef98a4b4ea82b2e24eaf997d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288606 Oct 12 17:01:24.224557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2410b4-4daf-48b8-8cc5-efb69afb3163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878ebc7-595a-4a51-a82d-f3f36118705e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:24.225305 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34464) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:24.272626 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.293574 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.589849 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.592657 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.593916 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c878ebc7-595a-4a51-a82d-f3f36118705e HTTP/1.1" status: 204 len: 168 time: 0.3675838 Oct 12 17:01:24.601677 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287316a-38c8-4013-91b8-18d6ad2d7c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878ebc7-595a-4a51-a82d-f3f36118705e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:24.854049 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34472) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:24.867723 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dfb40968-581d-4d17-9057-e4c53cd8beb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.943729 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dfb40968-581d-4d17-9057-e4c53cd8beb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.947402 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dfb40968-581d-4d17-9057-e4c53cd8beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.985848 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-dfb40968-581d-4d17-9057-e4c53cd8beb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cfd6dcee637450c95ca9f54a2aba594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306958 Oct 12 17:01:24.986709 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40968-581d-4d17-9057-e4c53cd8beb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c173d-b302-4374-934e-77d59aa431b8,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:24.988558 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34474) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:25.039725 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:25.060336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:25.104515 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:25.107026 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:25.108195 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/256c173d-b302-4374-934e-77d59aa431b8 HTTP/1.1" status: 204 len: 168 time: 0.1186092 Oct 12 17:01:25.116301 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38195d02-3c08-459d-ac44-489cd2eb2f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c173d-b302-4374-934e-77d59aa431b8,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:33.486815 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34632) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:33.591079 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1162e13a-ac23-4d35-8eec-a11444df5e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.668657 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1162e13a-ac23-4d35-8eec-a11444df5e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.674658 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1162e13a-ac23-4d35-8eec-a11444df5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.712968 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e13a-ac23-4d35-8eec-a11444df5e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaff5c4-fed6-4f25-a333-118ea5b29d41,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:33.717325 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1162e13a-ac23-4d35-8eec-a11444df5e25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02c25d676891498480318aee76be0e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294612 Oct 12 17:01:33.720014 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34642) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:33.774495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.795126 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.843350 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.845828 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:33.846998 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccaff5c4-fed6-4f25-a333-118ea5b29d41 HTTP/1.1" status: 204 len: 168 time: 0.1259053 Oct 12 17:01:33.854665 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96131c5-a0bf-4103-a560-2b9c1a716ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaff5c4-fed6-4f25-a333-118ea5b29d41,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:34.107628 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34650) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:34.121248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f570139-a645-4301-87f0-713a190c6212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.196885 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f570139-a645-4301-87f0-713a190c6212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.200614 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f570139-a645-4301-87f0-713a190c6212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.238468 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-2f570139-a645-4301-87f0-713a190c6212 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90cd6087b9e24b0691f405853ce6e6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292927 Oct 12 17:01:34.239593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570139-a645-4301-87f0-713a190c6212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8306b-3434-4d01-a995-a9b93fdbcf4a,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:34.241238 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34652) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:34.289226 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.310068 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.362070 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.364456 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:34.365634 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93d8306b-3434-4d01-a995-a9b93fdbcf4a HTTP/1.1" status: 204 len: 168 time: 0.1234019 Oct 12 17:01:34.373097 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8306b-3434-4d01-a995-a9b93fdbcf4a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:34.380309 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.380652 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.381008 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.381345 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.381660 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.381992 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.382314 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.382638 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.382955 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.383267 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.383581 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:34.383900 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e80fe-4727-422d-a61c-cc7b83125b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:36.272022 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34738) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:36.386997 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fce6aaa6-026d-41f3-86e7-a38343f1c8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.466983 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fce6aaa6-026d-41f3-86e7-a38343f1c8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.470903 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fce6aaa6-026d-41f3-86e7-a38343f1c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.510742 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fce6aaa6-026d-41f3-86e7-a38343f1c8f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eff48899e25246d296d1f8a5c4a1a056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351582 Oct 12 17:01:36.510742 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6aaa6-026d-41f3-86e7-a38343f1c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b9688-d025-4d25-990c-5345d8ed3602,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:36.511278 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34744) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:36.559835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.581070 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.625896 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.628584 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.629755 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea8b9688-d025-4d25-990c-5345d8ed3602 HTTP/1.1" status: 204 len: 168 time: 0.1173949 Oct 12 17:01:36.637149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7701-3c6d-40e3-ac3e-e8231c2f2dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b9688-d025-4d25-990c-5345d8ed3602,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:36.878259 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34750) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:36.894275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ccea92d1-8dc4-4047-a612-ef69e43561ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.971593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ccea92d1-8dc4-4047-a612-ef69e43561ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.975922 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ccea92d1-8dc4-4047-a612-ef69e43561ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:37.014637 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ccea92d1-8dc4-4047-a612-ef69e43561ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d810a5e61e24207b829d1e35c02f0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352317 Oct 12 17:01:37.015748 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea92d1-8dc4-4047-a612-ef69e43561ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5175871-550a-4252-b963-eb40b277a7b0,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:37.017421 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34752) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:37.085664 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:37.109905 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:37.171356 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:37.173878 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:37.177229 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5175871-550a-4252-b963-eb40b277a7b0 HTTP/1.1" status: 204 len: 168 time: 0.1565316 Oct 12 17:01:37.182734 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064f6b9-fa10-4345-b59a-77da6b38a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5175871-550a-4252-b963-eb40b277a7b0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:37.335731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5ec5aaa4-0df6-4a44-ae61-c30c93a3175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.036109 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc87898-bc8e-4cfa-8ae5-18cd2c3a9c8e req-c70a270c-4ec8-4df8-b7b8-264add1c987d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:38.037644 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dcc87898-bc8e-4cfa-8ae5-18cd2c3a9c8e req-c70a270c-4ec8-4df8-b7b8-264add1c987d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0513330 Oct 12 17:01:38.076102 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dcc87898-bc8e-4cfa-8ae5-18cd2c3a9c8e req-347c29fb-2bf0-4fae-8aa5-86f4e085adb5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322700 Oct 12 17:01:38.506843 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 34810) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:38.607511 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef81c155-476f-4dac-95ab-97f45225afdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.682307 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef81c155-476f-4dac-95ab-97f45225afdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.686658 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef81c155-476f-4dac-95ab-97f45225afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.728300 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ef81c155-476f-4dac-95ab-97f45225afdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81cd32b593ba4a7a8b7bd6e4660c7ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203689 Oct 12 17:01:38.729264 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81c155-476f-4dac-95ab-97f45225afdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94175825-4293-41d3-b050-1d24ab506ce2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:38.731437 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34814) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:38.783112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.809287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.861514 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.861514 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:38.865091 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94175825-4293-41d3-b050-1d24ab506ce2 HTTP/1.1" status: 204 len: 168 time: 0.1325073 Oct 12 17:01:38.872965 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55170f30-9bb9-4740-90e5-5e9c91b6ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94175825-4293-41d3-b050-1d24ab506ce2,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:39.202395 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d033167-6473-4145-add3-81edec1b7898 req-f84c9cd4-b77f-4e26-87c8-f8f631b6f2fd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:39.203935 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1d033167-6473-4145-add3-81edec1b7898 req-f84c9cd4-b77f-4e26-87c8-f8f631b6f2fd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0533547 Oct 12 17:01:39.243783 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1d033167-6473-4145-add3-81edec1b7898 req-b9f5b98e-7490-4d9d-98ce-242402a1ca0c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Oct 12 17:01:39.599239 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-7af4fa0f-bb09-4c9c-a757-dfae14095c65 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:39.600687 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-7af4fa0f-bb09-4c9c-a757-dfae14095c65 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 946 time: 0.0475030 Oct 12 17:01:39.688507 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port f4ee92d9-5731-42dc-bad3-e95fce992d78 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:01:39.688845 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:39.779782 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] For port f4ee92d9-5731-42dc-bad3-e95fce992d78, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f4ee92d9-5731-42dc-bad3-e95fce992d78,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:01:39.780516 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:39.847012 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9ad8-c2a2-44c2-ade7-8572f6cb3c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:39.953918 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:39.954494 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:39.954980 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP 081799b0-2c85-4b0f-980a-3bdd27e8b305 disassociated. External IP: 172.27.0.254, port: f4ee92d9-5731-42dc-bad3-e95fce992d78. Oct 12 17:01:39.955480 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for f4ee92d9-5731-42dc-bad3-e95fce992d78 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:01:40.088280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:40.117483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=f4ee92d9-5731-42dc-bad3-e95fce992d78,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:40.229602 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:01:40.339001 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-17f5e4be-2fcc-430f-8da5-0e5f3cfb1d17 req-db231ab9-28e7-41e1-84ab-742a826f639e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62ad2b2-b411-4302-aeab-992ecfc07b8c HTTP/1.1" status: 200 len: 210 time: 0.0263913 Oct 12 17:01:40.342205 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:01:40.357268 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:01:40.366969 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:01:40.367807 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:01:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:01:40.384443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] No DVR routers for this DVR port f4ee92d9-5731-42dc-bad3-e95fce992d78 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:01:40.387015 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:40.391291 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-33e7285b-381e-4a65-b335-73555a5a5e6c req-5d236fcd-7957-4b73-acc3-b28de08a6a17 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "DELETE /v2.0/ports/f4ee92d9-5731-42dc-bad3-e95fce992d78 HTTP/1.1" status: 204 len: 173 time: 0.7844710 Oct 12 17:01:40.391676 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'name': 'network-vif-deleted', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:01:40.394044 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90cb5ef-b8b7-4ae0-90e8-18a12805fe03" -d '{"events": [{"server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "name": "network-vif-deleted", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:01:40.432476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4315bef2-1b13-4359-94f4-383df105fca5 x-openstack-request-id: req-4315bef2-1b13-4359-94f4-383df105fca5 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:01:40.432867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62ad2b2-b411-4302-aeab-992ecfc07b8c", "name": "network-vif-deleted", "tag": "f4ee92d9-5731-42dc-bad3-e95fce992d78", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:01:40.433157 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4315bef2-1b13-4359-94f4-383df105fca5 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:01:40.433595 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ad2b2-b411-4302-aeab-992ecfc07b8c', 'name': 'network-vif-deleted', 'tag': 'f4ee92d9-5731-42dc-bad3-e95fce992d78', 'status': 'completed', 'code': 200} Oct 12 17:01:40.494786 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:01:40.703063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:01:40.729161 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:01:40.737977 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:01:40.738590 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:01:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:01:40.842043 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:01:41.038828 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.062079 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:01:41.095210 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cc4e5-2f56-43d0-8e03-41d258820c5a None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:01:41.162296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.421471 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1315d4c-462b-4173-a65b-b27328b32d4c None None] New status for floating IP 081799b0-2c85-4b0f-980a-3bdd27e8b305: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:01:41.431453 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34884) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:41.554833 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-66b068f8-a460-4966-b5bf-2f7a355b74d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.647880 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-d7fdd459-498c-4e46-8b1d-d185a9cb488c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508549302&fields=id&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 267 time: 0.0505462 Oct 12 17:01:41.681725 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-66b068f8-a460-4966-b5bf-2f7a355b74d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.706695 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-66b068f8-a460-4966-b5bf-2f7a355b74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.762980 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b068f8-a460-4966-b5bf-2f7a355b74d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7322d0-cd9b-4fdc-aec3-b36bd5be9592,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:41.774044 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-66b068f8-a460-4966-b5bf-2f7a355b74d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=953ec407b9914ff0b1ae628c6a49de2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380773 Oct 12 17:01:41.774044 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34892) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:41.824770 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-e6e51c24-9d54-491b-9722-317b6365f593 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:41.826187 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-e6e51c24-9d54-491b-9722-317b6365f593 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1716437 Oct 12 17:01:41.846582 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-8c49afa1-7dbf-40ea-90bc-32bc3c98ae5f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/quotas/a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 375 time: 0.0127871 Oct 12 17:01:41.864323 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.902562 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:41.928392 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-64331725-fc4d-4ef6-8207-964391207086 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766037 Oct 12 17:01:42.008456 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.010954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.012089 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac7322d0-cd9b-4fdc-aec3-b36bd5be9592 HTTP/1.1" status: 204 len: 168 time: 0.2378573 Oct 12 17:01:42.036561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825ff66-f69e-449c-9a84-14912670404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7322d0-cd9b-4fdc-aec3-b36bd5be9592,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:42.045008 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-5ca664d3-177a-4d9b-b22f-98f81f567e0a service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032279 Oct 12 17:01:42.147920 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-4656c1cb-307c-45f1-a6d6-ba382994d7ee service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900025 Oct 12 17:01:42.303763 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34904) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:42.322857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bb6fba2a-c551-4a74-aab4-a848c2512af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.403281 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bb6fba2a-c551-4a74-aab4-a848c2512af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.414794 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bb6fba2a-c551-4a74-aab4-a848c2512af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.460805 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-bb6fba2a-c551-4a74-aab4-a848c2512af5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=160c4c6c08284abfa811ca93e28e850d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559343 Oct 12 17:01:42.461457 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 34914) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:42.471013 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-892f8e5e-0874-4594-9d32-f4797c4d8364 req-a20bf8ca-ac2b-435c-85e8-566e2f673edb tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 210 time: 0.0388074 Oct 12 17:01:42.482190 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fba2a-c551-4a74-aab4-a848c2512af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db5413-7d23-4869-a62c-25c19c94df2f,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:42.489642 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.538699 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.561900 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.618583 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.621428 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:42.622809 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99db5413-7d23-4869-a62c-25c19c94df2f HTTP/1.1" status: 204 len: 168 time: 0.1592937 Oct 12 17:01:42.636073 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176093f-2b37-438c-be3c-51b7aacda28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db5413-7d23-4869-a62c-25c19c94df2f,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:43.486954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-4ef7c873-dffd-4147-ab2c-eca6c8aff3ee tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:43.487564 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-4ef7c873-dffd-4147-ab2c-eca6c8aff3ee tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1243460 Oct 12 17:01:43.555832 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-aeab4db5-99c2-4933-8773-9c829bc08fd7 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 380 time: 0.0574799 Oct 12 17:01:43.572817 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a4d2bada-fa14-4245-8bd6-04b388b09c0f req-85ad02b0-b433-45e0-94af-40665f522c1b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 210 time: 0.0367417 Oct 12 17:01:43.576365 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'port': {'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'admin_state_up': True, 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'security_groups': ['281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:43.691420 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Made reservation on behalf of a7fa28445b9049f88d60d9dc59087c60 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:01:43.694949 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:43.824567 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.20.0.6 (457bdcdd-e5a7-4b45-9a07-335548fa312b/589fb3b3-3154-40a1-a312-e29ebbeb3092/410e0936-0bfc-4663-8fe6-8ff0cea3ff5f) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:01:44.009346 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.043831 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.075590 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f4ee92d9-5731-42dc-bad3-e95fce992d78 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:01:44.096221 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:01:44.102018 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:01:44.106579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:01:44.111495 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:44.115082 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: f4ee92d9-5731-42dc-bad3-e95fce992d78 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:01:44.115427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device f4ee92d9-5731-42dc-bad3-e95fce992d78 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:01:44.159206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:44.159941 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.182041 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-b3ffe8a6-7068-4b3b-8ad5-7fc7e6f81cfa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112792 Oct 12 17:01:44.195051 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Request body: {'port': {'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:44.277537 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.367760 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-242e4be9-142c-4bc7-80e3-c48810c3acf1 None None] Provisioning complete for port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:01:44.368218 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-242e4be9-142c-4bc7-80e3-c48810c3acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.418068 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-242e4be9-142c-4bc7-80e3-c48810c3acf1 None None] Port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:01:44.585916 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:01:44.595989 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.610251 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Transition to ACTIVE for port object 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:01:44.615304 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.691295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Pushing event updated for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:44.754711 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafd3dc-fb96-41e9-a763-c85e2690ea89 req-ded4a6aa-475d-424d-b650-38e6b79de754 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:44.761501 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3dafd3dc-fb96-41e9-a763-c85e2690ea89 req-ded4a6aa-475d-424d-b650-38e6b79de754 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0848553 Oct 12 17:01:44.790003 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Attempting to bind port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:01:44.790342 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Attempting to bind port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:01:44.790676 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Attempting to bind port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:01:44.795333 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f on network 457bdcdd-e5a7-4b45-9a07-335548fa312b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:01:44.796166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Attempting to bind port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:01:44.803513 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:01:44.803854 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:01:44.804239 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Bound using segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:01:44.804673 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Bound port: 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:01:44.805056 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.812600 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3dafd3dc-fb96-41e9-a763-c85e2690ea89 req-214af798-545b-4728-8878-43d28138b4aa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501263 Oct 12 17:01:44.890892 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:01:44.894089 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:01:44.898968 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.938803 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:44.939285 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:44.940671 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] 10.222.0.69 "PUT /v2.0/ports/410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 1093 time: 0.7500415 Oct 12 17:01:44.941145 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:01:44.943432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:01:44.964276 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d11b8-4bae-42be-a9a3-820e03969b95 service neutron] Pushing event updated for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:45.002271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e85b0-e665-4f5c-86e3-eba22a4cefe6 x-openstack-request-id: req-f40e85b0-e665-4f5c-86e3-eba22a4cefe6 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:01:45.002271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:01:45.002271 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f40e85b0-e665-4f5c-86e3-eba22a4cefe6 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:01:45.002698 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'status': 'completed', 'code': 200} Oct 12 17:01:45.034295 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-79a39175-fb71-4052-889b-1b7ca023fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.036511 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-79a39175-fb71-4052-889b-1b7ca023fe47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1096 time: 0.0464094 Oct 12 17:01:45.097936 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-a002bb5b-4dac-40ee-a301-c5420f7ff942 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 217 time: 0.0520024 Oct 12 17:01:45.159407 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-794f9823-56cd-42fb-a079-642d3d242e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.160934 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-794f9823-56cd-42fb-a079-642d3d242e7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0559549 Oct 12 17:01:45.218091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-6804db6e-c986-46ee-b3a8-1b09ec02b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.219055 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-6804db6e-c986-46ee-b3a8-1b09ec02b7b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503390 Oct 12 17:01:45.318833 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-f76bb18c-e472-4f39-ad97-1897439fba62 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893822 Oct 12 17:01:45.415708 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ffd4a26d-3915-4d92-8b36-5748efb83e0e req-35e13845-bd6e-4890-8c78-69fc53efd8ad service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Oct 12 17:01:45.511110 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-f20d443f-1aca-4360-b335-8920985bb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.512681 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-f20d443f-1aca-4360-b335-8920985bb932 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1096 time: 0.0461502 Oct 12 17:01:45.601380 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-e4b0eadd-73a4-4831-8182-769a7af20d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.602850 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-e4b0eadd-73a4-4831-8182-769a7af20d28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0829082 Oct 12 17:01:45.649307 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-a4f6c8e1-4ee6-4422-b439-39e2d228f2d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 217 time: 0.0378704 Oct 12 17:01:45.706859 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-1744e513-89a5-4841-9d76-6bb51375c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.708303 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-1744e513-89a5-4841-9d76-6bb51375c649 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0511763 Oct 12 17:01:45.753814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-ccfd7b5a-98a0-428a-b93b-b6e1bceca59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.755281 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-ccfd7b5a-98a0-428a-b93b-b6e1bceca59b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403552 Oct 12 17:01:45.848147 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-259c9707-5952-4ff6-ac1e-3ffdd58edcb8 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Oct 12 17:01:45.928649 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef88df8-0633-42e8-b9e0-c114399a3942 req-14140141-31f9-4bec-8aba-e0af9e5e0acc tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:45.930363 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eef88df8-0633-42e8-b9e0-c114399a3942 req-14140141-31f9-4bec-8aba-e0af9e5e0acc tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0550497 Oct 12 17:01:45.942429 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b1e4498a-c627-43fa-a4ae-99f5f1ae46de req-7c254fc9-0b7c-4168-9c80-101ac818f88c service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Oct 12 17:01:45.970378 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eef88df8-0633-42e8-b9e0-c114399a3942 req-cb80edd9-4b76-400f-8c7b-3def61bc891e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Oct 12 17:01:47.098596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988145-9e73-407f-a5e7-480d203f1a6f req-e7203bf6-8159-4903-923e-ae4d8e2af8bd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:47.102196 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3988145-9e73-407f-a5e7-480d203f1a6f req-e7203bf6-8159-4903-923e-ae4d8e2af8bd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0544989 Oct 12 17:01:47.140432 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a3988145-9e73-407f-a5e7-480d203f1a6f req-94b993f5-fb1c-4fc7-bf5d-294a94a9a366 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Oct 12 17:01:48.252862 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce1969-5c7a-4a73-9e21-f09c1efb5a83 req-10107f20-2bfb-43fa-94d6-6fe8184fbfba tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:48.254388 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5dce1969-5c7a-4a73-9e21-f09c1efb5a83 req-10107f20-2bfb-43fa-94d6-6fe8184fbfba tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0495064 Oct 12 17:01:48.294687 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5dce1969-5c7a-4a73-9e21-f09c1efb5a83 req-4c6b82c2-c6e1-4754-adb0-194686ae5566 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Oct 12 17:01:48.571546 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:49.661803 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036a19-707d-46dc-b7bf-bdee1127ded8 req-9b779fbf-c918-4d9a-af55-8ade8eb27458 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:49.663339 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-41036a19-707d-46dc-b7bf-bdee1127ded8 req-9b779fbf-c918-4d9a-af55-8ade8eb27458 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.3025405 Oct 12 17:01:49.700685 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-41036a19-707d-46dc-b7bf-bdee1127ded8 req-06db1111-637d-41b7-be4e-f13652bc8b99 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Oct 12 17:01:50.194071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35134) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:50.295007 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ac5eb6e-5ac0-4766-af2f-20f84dc5393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.372384 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ac5eb6e-5ac0-4766-af2f-20f84dc5393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.377065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1ac5eb6e-5ac0-4766-af2f-20f84dc5393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.413252 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1ac5eb6e-5ac0-4766-af2f-20f84dc5393f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c11bc95549f40dca1a5666819665ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180667 Oct 12 17:01:50.414082 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5eb6e-5ac0-4766-af2f-20f84dc5393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97da49-c1cb-4c61-9f5c-476cba673b26,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:50.415901 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35138) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:50.468591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.489110 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.534353 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.537160 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:50.538332 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c97da49-c1cb-4c61-9f5c-476cba673b26 HTTP/1.1" status: 204 len: 168 time: 0.1213365 Oct 12 17:01:50.546280 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384afd7-74fc-4bc3-a8fb-f5106c9e7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97da49-c1cb-4c61-9f5c-476cba673b26,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:50.827418 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a1e32-917c-4e84-9c15-d2df34b48173 req-a2ac4344-eb4a-485b-8c93-1feb8f22ddfd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:50.829249 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb3a1e32-917c-4e84-9c15-d2df34b48173 req-a2ac4344-eb4a-485b-8c93-1feb8f22ddfd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0558653 Oct 12 17:01:50.872426 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb3a1e32-917c-4e84-9c15-d2df34b48173 req-1e259f08-44d8-4525-9d70-273cde7f8679 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Oct 12 17:01:51.070891 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35154) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:51.173019 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcca7-11fb-41c1-a7b8-981779608501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.243505 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcca7-11fb-41c1-a7b8-981779608501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.247225 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcca7-11fb-41c1-a7b8-981779608501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.288074 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9f4bcca7-11fb-41c1-a7b8-981779608501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5b6b53b4b3e470890f27607f79ad6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160692 Oct 12 17:01:51.290297 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcca7-11fb-41c1-a7b8-981779608501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369dd318-856b-4034-85fa-59306448ebbd,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:51.290955 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35158) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:51.346532 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.366814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.416310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.420019 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.422122 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/369dd318-856b-4034-85fa-59306448ebbd HTTP/1.1" status: 204 len: 168 time: 0.1290157 Oct 12 17:01:51.430176 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369dd318-856b-4034-85fa-59306448ebbd,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:51.438052 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.438400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.438736 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.439071 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.439399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.439732 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.440062 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.440387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.440783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.441061 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.441386 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.441704 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f182840-1a67-4541-91fa-5883283de5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:51.674861 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35164) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:51.690939 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-393f6fd3-40f8-4872-9327-1c3a66fd448a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.767379 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-393f6fd3-40f8-4872-9327-1c3a66fd448a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.771033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-393f6fd3-40f8-4872-9327-1c3a66fd448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.806918 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-393f6fd3-40f8-4872-9327-1c3a66fd448a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c05241e53ec44508d0d90d66c5ccd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310256 Oct 12 17:01:51.807743 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6fd3-40f8-4872-9327-1c3a66fd448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae3a98-bbd0-4c81-a627-8e44bd10b24c,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:51.810508 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35166) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:51.857447 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.879327 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.926030 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.928797 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:51.929973 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2cae3a98-bbd0-4c81-a627-8e44bd10b24c HTTP/1.1" status: 204 len: 168 time: 0.1181304 Oct 12 17:01:51.938433 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc785de-c33b-4bb4-a256-b44e6199fee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae3a98-bbd0-4c81-a627-8e44bd10b24c,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:51.991000 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0e620-f8fb-4588-879f-867b9cc0d87f req-fdf34926-e039-4acb-ac50-a1091446165c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:51.992466 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ec0e620-f8fb-4588-879f-867b9cc0d87f req-fdf34926-e039-4acb-ac50-a1091446165c tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 943 time: 0.0503266 Oct 12 17:01:52.032251 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7ec0e620-f8fb-4588-879f-867b9cc0d87f req-e18aa760-ba6e-4f2b-8d8e-6a6693e5bf01 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336232 Oct 12 17:01:52.135599 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:01:52.230196 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:01:52.243520 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35174) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:52.245564 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:01:52.256903 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-86f25f86-5149-4a7b-be46-a6c23b5f8faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.283292 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.296495 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:01:52.319583 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:01:52.323514 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.332296 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-86f25f86-5149-4a7b-be46-a6c23b5f8faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.336057 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-86f25f86-5149-4a7b-be46-a6c23b5f8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.369677 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:52.374752 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-86f25f86-5149-4a7b-be46-a6c23b5f8faf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e8c67a9e585428fa5a02acbfd7bc80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300559 Oct 12 17:01:52.375872 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25f86-5149-4a7b-be46-a6c23b5f8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223516aa-dd49-4b5b-bc5b-476e34fbccc1,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:52.377071 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.377592 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.377934 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.378265 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.378590 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.378915 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.379236 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.379552 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.379893 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.380001 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35176) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:52.380441 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.380613 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.380874 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:01:52.431783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.452009 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.501381 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.503839 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.505026 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/223516aa-dd49-4b5b-bc5b-476e34fbccc1 HTTP/1.1" status: 204 len: 168 time: 0.1240101 Oct 12 17:01:52.512513 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f711e7-a317-4d7e-8055-9e337c31cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223516aa-dd49-4b5b-bc5b-476e34fbccc1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:52.556296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:01:53.149811 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67d0ab-3d4b-4fa3-a52d-dbfbd9f95d9b req-1c39cf8a-b205-4a4a-a4a8-0bcbbaecbeae tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:53.151270 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3a67d0ab-3d4b-4fa3-a52d-dbfbd9f95d9b req-1c39cf8a-b205-4a4a-a4a8-0bcbbaecbeae tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 944 time: 0.0508697 Oct 12 17:01:53.158154 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35200) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:53.190172 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3a67d0ab-3d4b-4fa3-a52d-dbfbd9f95d9b req-e9ff40f1-6423-4265-9cd0-b8aa13f6cae2 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327573 Oct 12 17:01:53.253935 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-125579528-network', 'tenant_id': 'ee8af7ba39fb4329a2a331f5139cfacf'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:53.273855 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Made reservation on behalf of ee8af7ba39fb4329a2a331f5139cfacf for: {'network': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:01:53.276178 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for network, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.284242 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.357288 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.361626 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.386721 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=94039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:01:53.396410 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e3b85-6d15-4e4c-adad-2984f7cfa8e5,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:53.401280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.405366 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.segments_db [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Added segment fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5 of type vlan for network 122921d2-d7aa-4066-ac3d-2ff155189bb1 Oct 12 17:01:53.442926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791640540236'] for network, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.466755 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056'] for network, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.467683 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:53.468280 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.521462 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3619857 Oct 12 17:01:53.524462 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35204) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:53.529485 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Request body: {'subnet': {'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-125579528-subnet', 'tenant_id': 'ee8af7ba39fb4329a2a331f5139cfacf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:53.532717 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad918b18-a7a6-4eb7-84d7-41fa7d389fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=122921d2-d7aa-4066-ac3d-2ff155189bb1,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:53.543335 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 details requested by agent ovs-agent-dv-cinder-813223-2-iscsi with host dv-cinder-813223-2-iscsi {{(pid=94040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:01:53.552858 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Made reservation on behalf of ee8af7ba39fb4329a2a331f5139cfacf for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:01:53.555386 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372765'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.719238 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372787'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.771938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1dd571-14dd-4068-bc9f-c6fff17a58ba,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:53.782440 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Checking segment: {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:01:53.782797 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Network hostable DHCP agents. Network: 122921d2-d7aa-4066-ac3d-2ff155189bb1, hostable agents: ['1c32c031-4645-414a-8ba5-72d53c57b9ef'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:01:53.800181 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 is scheduled to be hosted by DHCP agent 1c32c031-4645-414a-8ba5-72d53c57b9ef with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:01:53.808421 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-2-iscsi, 122921d2-d7aa-4066-ac3d-2ff155189bb1) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:01:53.812455 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:53.813072 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.817397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d467a-892c-4bf9-bbea-b2ffa76e8973 None None] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:01:53.833847 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a53627a7-68ac-4d06-8f5a-b528f71bf111 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3081186 Oct 12 17:01:53.944575 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d2dd5-8ea0-4d5e-a4c3-c2ef085d46f0 None None] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:01:54.155779 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:01:54.203075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:01:54.207223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:01:54.207596 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:54.320532 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:54.325665 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96fa2d-4efd-46da-b965-b9f5bf6337ce req-d684499b-d72d-4bd8-85c3-a14ce5ef72c1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:54.327144 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3c96fa2d-4efd-46da-b965-b9f5bf6337ce req-d684499b-d72d-4bd8-85c3-a14ce5ef72c1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 944 time: 0.0671477 Oct 12 17:01:54.357145 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:01:54.360229 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40bdfd7-456a-4b98-be08-dfc82cc47820" -d '{"events": [{"server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "name": "network-vif-plugged", "status": "completed", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:01:54.372568 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3c96fa2d-4efd-46da-b965-b9f5bf6337ce req-a52bd332-1bc8-42d4-85f2-e24098c8a6fd tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352521 Oct 12 17:01:54.375677 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:01:54.380287 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:54.405408 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccf6146-4309-4ed0-a981-b8efec7be352 x-openstack-request-id: req-cccf6146-4309-4ed0-a981-b8efec7be352 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:01:54.405929 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "name": "network-vif-plugged", "status": "completed", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:01:54.406103 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cccf6146-4309-4ed0-a981-b8efec7be352 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:01:54.406587 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'code': 200} Oct 12 17:01:54.432824 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:54.612443 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf344-cbbf-4c88-93cb-6a6097030947 req-dc86905b-ab6e-421f-8cd1-30740271771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:54.613941 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-67cdf344-cbbf-4c88-93cb-6a6097030947 req-dc86905b-ab6e-421f-8cd1-30740271771f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1098 time: 0.0382390 Oct 12 17:01:54.649014 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-67cdf344-cbbf-4c88-93cb-6a6097030947 req-66057ff3-d2d4-46d5-8715-4cc9f071b001 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275760 Oct 12 17:01:55.495290 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd6d3c-5d27-4d09-9784-b66f34fdb711 req-746a4f0c-dc45-4337-9e46-619c24a12220 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:55.496765 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5fdd6d3c-5d27-4d09-9784-b66f34fdb711 req-746a4f0c-dc45-4337-9e46-619c24a12220 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0531774 Oct 12 17:01:55.537135 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-5fdd6d3c-5d27-4d09-9784-b66f34fdb711 req-a4a372a8-bc8b-4fe7-b01c-2bf03a14db29 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Oct 12 17:01:55.584714 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-1e60127d-0443-4250-9970-9c2d0670347d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:55.586133 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-1e60127d-0443-4250-9970-9c2d0670347d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 813 time: 0.1082273 Oct 12 17:01:55.601132 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-cca85604-ab28-46d5-93a8-0011e6a08eba tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/quotas/ee8af7ba39fb4329a2a331f5139cfacf HTTP/1.1" status: 200 len: 375 time: 0.0094314 Oct 12 17:01:55.631648 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-ba1b074b-9161-4781-af08-bcee4069f409 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252864 Oct 12 17:01:55.723559 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-7ae74bfd-3cbc-4914-a896-5fa3b92715d0 service neutron] 10.222.0.42 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843034 Oct 12 17:01:55.819701 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-646507a8-0065-4830-a866-22c5ead67b9e service neutron] 10.222.0.42 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894527 Oct 12 17:01:55.971242 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a483afbb-3346-40e2-ad17-5eedd69062d4 req-a95fc8ee-fc24-4189-b379-31d8c4f11a46 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 210 time: 0.0257008 Oct 12 17:01:56.490107 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:01:56.658511 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d720e-db48-4c24-bb10-142388ab22be req-4efffd47-d5f5-4a76-881e-991fa64d8288 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:56.659888 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b6d720e-db48-4c24-bb10-142388ab22be req-4efffd47-d5f5-4a76-881e-991fa64d8288 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Oct 12 17:01:56.698056 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b6d720e-db48-4c24-bb10-142388ab22be req-11566552-10fd-48d8-b4a9-4b707395d786 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Oct 12 17:01:56.817476 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582005-0100-4890-aa5c-e7129e8ae434 req-625d924b-dca3-4bc8-939b-d3d583f06308 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:56.819049 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-55582005-0100-4890-aa5c-e7129e8ae434 req-625d924b-dca3-4bc8-939b-d3d583f06308 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Oct 12 17:01:56.884722 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-55582005-0100-4890-aa5c-e7129e8ae434 req-b54d88a5-4e1f-49f8-b905-699123018b64 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589826 Oct 12 17:01:56.909450 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35250) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:56.957926 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8ebc2-34eb-4a7a-b713-e41be3d44b66 tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:56.962598 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35252) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:01:56.963258 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-39e8ebc2-34eb-4a7a-b713-e41be3d44b66 tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1093 time: 0.0525630 Oct 12 17:01:56.973954 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:56.992220 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-97524b56-c92c-48f1-a638-89e101e24ed0 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:56.994214 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-97524b56-c92c-48f1-a638-89e101e24ed0 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 813 time: 0.1451039 Oct 12 17:01:57.008935 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Request body: {'port': {'device_id': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1', 'admin_state_up': True, 'tenant_id': 'ee8af7ba39fb4329a2a331f5139cfacf'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:57.056858 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.071721 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7f5d5f6b-67cd-45af-890b-54bdcd1f04e4 req-b0bf5163-3db0-44ce-85e5-becc50df1e24 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 210 time: 0.0258043 Oct 12 17:01:57.179897 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Made reservation on behalf of ee8af7ba39fb4329a2a331f5139cfacf for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:01:57.183325 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.269789 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.375302 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Allocated IP 172.20.0.12 (122921d2-d7aa-4066-ac3d-2ff155189bb1/8a1dd571-14dd-4068-bc9f-c6fff17a58ba/12a585cf-6e43-4bae-b594-6b7e5e77ed27) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:01:57.463933 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.27.0.32 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:01:57.657702 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.663287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.714085 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.726746 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.770314 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:01:57.776867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:01:57.779915 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:01:57.784160 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:01:57.810831 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:01:57.816287 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Pushing event updated for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:57.819354 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:01:57.895091 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:57.895688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.904016 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:57.936760 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-2582af82-a051-49ff-9f4b-b35ec097ba6b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330420 Oct 12 17:01:57.952583 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Request body: {'port': {'device_id': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:01:58.071726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.306576 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0ab38-af73-4f90-b561-47ec58d003e7 req-a4f4e570-98b5-4c93-9033-c2b9d6aed073 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:58.308062 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-74f0ab38-af73-4f90-b561-47ec58d003e7 req-a4f4e570-98b5-4c93-9033-c2b9d6aed073 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 932 time: 0.1609538 Oct 12 17:01:58.474946 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-74f0ab38-af73-4f90-b561-47ec58d003e7 req-a528abf1-71c2-4e6e-97c9-09f8ae9a4c56 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545835 Oct 12 17:01:58.516918 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.610851 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a585cf-6e43-4bae-b594-6b7e5e77ed27 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:01:58.620713 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.629181 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.654055 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Transition to ACTIVE for port object 12a585cf-6e43-4bae-b594-6b7e5e77ed27 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:01:58.662561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.758349 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Pushing event updated for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:58.860726 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Attempting to bind port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:01:58.861076 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Attempting to bind port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:01:58.861400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Attempting to bind port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:01:58.870375 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:01:58.870687 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Attempting to bind port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:01:58.880975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:01:58.881321 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Checking segment: {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:01:58.881697 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Bound using segment: {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:01:58.882120 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Bound port: 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:01:58.882468 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.897739 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.902888 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.011212 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:59.023934 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:01:59.026166 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.028735 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:01:59.060208 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.103503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:59.104109 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.105504 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] 10.222.0.69 "PUT /v2.0/ports/12a585cf-6e43-4bae-b594-6b7e5e77ed27 HTTP/1.1" status: 200 len: 1094 time: 1.1569250 Oct 12 17:01:59.105934 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:01:59.108125 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:01:59.167065 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf9bc76-7dc1-4e3d-ae29-07e35e56e5d8 x-openstack-request-id: req-baf9bc76-7dc1-4e3d-ae29-07e35e56e5d8 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:01:59.167341 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:01:59.167589 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baf9bc76-7dc1-4e3d-ae29-07e35e56e5d8 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:01:59.167980 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27', 'status': 'completed', 'code': 200} Oct 12 17:01:59.192456 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048b928-1415-43b1-9e10-2d7a1be1a043 service neutron] Pushing event updated for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:01:59.214046 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP 1a61a89c-d074-415e-9ade-bcb5f35caa7f associated. External IP: 172.27.0.32, port: 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f. Oct 12 17:01:59.495108 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-63131cfc-4b7c-4850-9613-7dca32192edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:59.496585 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-63131cfc-4b7c-4850-9613-7dca32192edf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 1097 time: 0.3462434 Oct 12 17:01:59.570543 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-5695e439-a421-40cf-a3c5-c526c40c80a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27 HTTP/1.1" status: 200 len: 217 time: 0.0632331 Oct 12 17:01:59.661292 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-c265f6b2-f585-40b4-92b1-a21efa18531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:59.662736 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-c265f6b2-f585-40b4-92b1-a21efa18531b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a1dd571-14dd-4068-bc9f-c6fff17a58ba HTTP/1.1" status: 200 len: 853 time: 0.0828507 Oct 12 17:01:59.669927 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aac8e7-6ace-4c37-a334-3a4365d0080c req-6700c325-63ab-47e0-935a-d72f63b0f647 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:59.671308 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27aac8e7-6ace-4c37-a334-3a4365d0080c req-6700c325-63ab-47e0-935a-d72f63b0f647 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 944 time: 0.1300611 Oct 12 17:01:59.711035 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-4a9b57a5-b312-4869-b5c4-1ed9b764df0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=122921d2-d7aa-4066-ac3d-2ff155189bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369220 Oct 12 17:01:59.839853 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-27aac8e7-6ace-4c37-a334-3a4365d0080c req-14b0bd78-3315-47aa-883f-4b18c4c1ad60 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570232 Oct 12 17:01:59.892455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:01:59.894895 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-dd99c27a-ccb6-49b6-86c2-cf8ed2af506c service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534426 Oct 12 17:02:00.066770 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d3526b24-eff0-4490-aae7-a2487d7e6b8b req-95c68cc1-4d35-4bbb-8b28-b21598d4d412 service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636815 Oct 12 17:02:00.068135 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:02:00.079681 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:02:00.087457 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:00.093951 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:00.094459 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:01:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:00.129002 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-8a351df5-1983-4e68-9fed-8569abae6503 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1591074 Oct 12 17:02:00.155218 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-6dcd873d-80e3-4529-ada6-e874691226e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:00.157429 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-6dcd873d-80e3-4529-ada6-e874691226e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 1097 time: 0.0431879 Oct 12 17:02:00.203192 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:00.251972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-485f23ac-607e-4dc5-b953-670489dd5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:00.253511 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-485f23ac-607e-4dc5-b953-670489dd5c98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 915 time: 0.0876901 Oct 12 17:02:00.298689 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-5e492377-6f5a-46ea-86ba-a1be9267359d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27 HTTP/1.1" status: 200 len: 217 time: 0.0376279 Oct 12 17:02:00.352025 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-0af06589-9698-4ad9-9579-d13744a8f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:00.353584 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-0af06589-9698-4ad9-9579-d13744a8f332 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a1dd571-14dd-4068-bc9f-c6fff17a58ba HTTP/1.1" status: 200 len: 853 time: 0.0474238 Oct 12 17:02:00.387079 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-7c7224aa-392e-48a2-9241-edf8e06e2304 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=122921d2-d7aa-4066-ac3d-2ff155189bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249755 Oct 12 17:02:00.480968 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-0c5b3e9b-cc27-4a7f-85ef-62083ab8c77d service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Oct 12 17:02:00.547563 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:01:58Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:00.573427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:02:00.576203 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-7a1aa5e4-de56-486f-a124-d6a5d5b0e6d4 req-f2f21a59-7a4c-4004-8041-669b56f4d2db service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Oct 12 17:02:00.582478 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:00.583084 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:01:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:00.685734 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:00.906147 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:01:58Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:00.932891 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac52b7-e837-4ae0-b409-fefdde679f9b None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:01:58Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:02:00.955688 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec05f-c0c3-417c-91c1-c85674a41098 req-9ea56fb7-e32e-489a-b89d-876a53012cdd tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:00.957212 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9adec05f-c0c3-417c-91c1-c85674a41098 req-9ea56fb7-e32e-489a-b89d-876a53012cdd tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 944 time: 0.0493782 Oct 12 17:02:00.995881 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9adec05f-c0c3-417c-91c1-c85674a41098 req-983d94e1-788d-4f46-8b4b-6658aa14d062 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Oct 12 17:02:01.119160 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8da28-aad7-4a6a-8624-e43f493818b6 None None] New status for floating IP 1a61a89c-d074-415e-9ade-bcb5f35caa7f: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:02:01.169177 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:01.172183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b5d1a-03e3-474b-aed6-54d370ccfe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:01.207348 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4dd2a4-fa5d-4e94-b8f4-ea4541aa3e36 x-openstack-request-id: req-ea4dd2a4-fa5d-4e94-b8f4-ea4541aa3e36 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:01.207643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:01.207902 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea4dd2a4-fa5d-4e94-b8f4-ea4541aa3e36 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:01.208298 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'status': 'completed', 'code': 200} Oct 12 17:02:01.278458 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-3afc9c76-12ff-49c5-b18e-b1e2dcf12056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:01.280000 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-3afc9c76-12ff-49c5-b18e-b1e2dcf12056 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1098 time: 0.0507584 Oct 12 17:02:01.374236 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-9ca75e0f-bb96-422a-a119-dc382ba713fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:01.375988 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-9ca75e0f-bb96-422a-a119-dc382ba713fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0888667 Oct 12 17:02:01.439915 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-f90b74b9-7a0b-4daf-91db-60ab49a3fc13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 1000 time: 0.0569332 Oct 12 17:02:01.488291 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-67da0b54-0c09-4dfc-99f9-5054d9ef473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:01.489824 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-67da0b54-0c09-4dfc-99f9-5054d9ef473f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0433478 Oct 12 17:02:01.538905 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-ffe04689-7bcd-4ccf-bb4a-7e1aaaf51be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:01.540366 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-ffe04689-7bcd-4ccf-bb4a-7e1aaaf51be1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439699 Oct 12 17:02:01.628771 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-3129f510-4b4f-4f60-8fea-26baa6c2e5c1 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Oct 12 17:02:01.720001 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-610b5d1a-03e3-474b-aed6-54d370ccfe3b req-cf4f3f21-e4e7-45b1-8c62-b3fdb2668168 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Oct 12 17:02:02.107373 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442851-ab0a-4410-b7a8-afb1a350d508 req-2c2dd05f-85ae-4458-978a-8a34f3ce651a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:02.108834 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f5442851-ab0a-4410-b7a8-afb1a350d508 req-2c2dd05f-85ae-4458-978a-8a34f3ce651a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 944 time: 0.0485070 Oct 12 17:02:02.147519 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f5442851-ab0a-4410-b7a8-afb1a350d508 req-8741cff3-c7e0-49e3-9806-9d80e0b99b3b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Oct 12 17:02:02.188588 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 12a585cf-6e43-4bae-b594-6b7e5e77ed27 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:02:02.284690 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:02.295593 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '12a585cf-6e43-4bae-b594-6b7e5e77ed27', 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1', 'port_id': '12a585cf-6e43-4bae-b594-6b7e5e77ed27', 'mac_address': 'fa:16:3e:56:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1dd571-14dd-4068-bc9f-c6fff17a58ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:02:02.332751 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:02.345223 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a585cf-6e43-4bae-b594-6b7e5e77ed27 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:02:02.363948 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:02.368054 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:02.414063 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:02.578921 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['12a585cf-6e43-4bae-b594-6b7e5e77ed27'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:02:03.261294 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb907fa-0194-4632-a434-76b1608c9b4c req-b40b5423-49a3-4da8-8e9e-72e4e1570b5c tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:03.262773 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ccb907fa-0194-4632-a434-76b1608c9b4c req-b40b5423-49a3-4da8-8e9e-72e4e1570b5c tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 945 time: 0.0479743 Oct 12 17:02:03.300831 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ccb907fa-0194-4632-a434-76b1608c9b4c req-03c1e4a8-9cc4-4332-a213-52cd3ddc56e4 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Oct 12 17:02:04.198654 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 12a585cf-6e43-4bae-b594-6b7e5e77ed27 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:02:04.248198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:02:04.251929 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:02:04.252300 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:04.331165 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:04.353910 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:04.356136 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8898ad10-95de-4011-b29f-5159a1e05ae3" -d '{"events": [{"server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "name": "network-vif-plugged", "status": "completed", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:04.374536 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:04.379475 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:04.416073 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea7acd-46d0-4340-9f2d-6ef01aad641f x-openstack-request-id: req-4eea7acd-46d0-4340-9f2d-6ef01aad641f {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:04.416365 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "name": "network-vif-plugged", "status": "completed", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:04.416613 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eea7acd-46d0-4340-9f2d-6ef01aad641f {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:04.417091 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27', 'code': 200} Oct 12 17:02:04.428939 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef4151-b222-46c7-8880-44d5385d946e req-ac10c431-1d87-44b5-baf3-fddc7e7868fb tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:04.430470 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b0ef4151-b222-46c7-8880-44d5385d946e req-ac10c431-1d87-44b5-baf3-fddc7e7868fb tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0635221 Oct 12 17:02:04.435732 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:04.469316 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b0ef4151-b222-46c7-8880-44d5385d946e req-724bf990-82c1-4e9b-9df6-bb26bcc5b9fe tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Oct 12 17:02:04.574503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f010ee2-d4cc-447c-9ba3-6784f394c4b6 req-6a86ca7d-ca0b-42ff-9228-f67703c1eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:04.575956 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0f010ee2-d4cc-447c-9ba3-6784f394c4b6 req-6a86ca7d-ca0b-42ff-9228-f67703c1eaaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 1099 time: 0.0381181 Oct 12 17:02:04.611313 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-0f010ee2-d4cc-447c-9ba3-6784f394c4b6 req-c8bf8b0d-06c3-4703-941a-f41bd8a105d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267608 Oct 12 17:02:05.591876 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07305d9b-cdde-4e9e-9ff9-7fd1ad09f527 req-de9ff3a3-98ce-4576-a0e5-92a5d43a642d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:05.593771 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-07305d9b-cdde-4e9e-9ff9-7fd1ad09f527 req-de9ff3a3-98ce-4576-a0e5-92a5d43a642d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0537920 Oct 12 17:02:05.632405 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-07305d9b-cdde-4e9e-9ff9-7fd1ad09f527 req-5f7cf98a-cfe9-40ba-ba84-a8a81f9f1f92 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Oct 12 17:02:06.746018 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8d496-27f5-423d-8d1d-3589c9e23419 req-26e019d1-0d89-4f6c-9c97-0b6f27b25813 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:06.747478 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cef8d496-27f5-423d-8d1d-3589c9e23419 req-26e019d1-0d89-4f6c-9c97-0b6f27b25813 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0496492 Oct 12 17:02:06.784194 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cef8d496-27f5-423d-8d1d-3589c9e23419 req-3d9e63b3-1aa9-4f4c-99c1-43d2ee4e842f tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299802 Oct 12 17:02:07.339545 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1012fe19-9546-4b12-b53a-672ad234ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:09.847718 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5ed1de17-d3fd-4fab-bb14-d099ed8452e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:11.021624 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:11.154072 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:12.485625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:18.348485 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-ee7de1a8-3c10-4bea-9313-5fba6b46208e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399778 Oct 12 17:02:18.435127 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-da6c6abb-1efa-44e7-b336-4785eb8c5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:18.436583 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-da6c6abb-1efa-44e7-b336-4785eb8c5d2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1098 time: 0.0397661 Oct 12 17:02:18.546620 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-9ddc9dd3-1d74-4d8a-85e4-d37c6efea004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:18.548064 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-9ddc9dd3-1d74-4d8a-85e4-d37c6efea004 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0862617 Oct 12 17:02:18.591003 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:18.613673 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-29ede259-4ee9-4013-927f-b026456da0c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 1000 time: 0.0572510 Oct 12 17:02:18.666339 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-de5f98a7-0c70-4690-9bb8-09f9fc5ae287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:18.667755 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-de5f98a7-0c70-4690-9bb8-09f9fc5ae287 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0459046 Oct 12 17:02:18.714543 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-789e1a49-fda5-4ff0-a41f-13089776a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:18.716065 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-789e1a49-fda5-4ff0-a41f-13089776a6d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405729 Oct 12 17:02:18.807112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-604bbcb7-abac-4ede-8b20-c86d96b20087 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804975 Oct 12 17:02:18.898413 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-14657369-ed70-4e70-b5ef-643ace9d9252 req-fb7213ef-3bc4-44bf-a723-7893cdc89250 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824361 Oct 12 17:02:33.489730 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:02:37.340703 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-084e4088-bdfb-4651-9244-ee7435c36575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.848592 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a6a1561a-3091-4210-8e0c-669b175bb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:41.026933 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:41.156311 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:42.486632 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:48.126126 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903161c-0270-4a32-82f6-d5bc3879ae90 req-ad207bec-3be6-4ecd-bed1-0978867a6810 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:48.127834 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a903161c-0270-4a32-82f6-d5bc3879ae90 req-ad207bec-3be6-4ecd-bed1-0978867a6810 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0495014 Oct 12 17:02:48.165636 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a903161c-0270-4a32-82f6-d5bc3879ae90 req-22d5314c-43d8-41fc-b432-19c9e578ab3f tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Oct 12 17:02:48.599155 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:49.282741 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f2a7-5362-4850-97ab-344fcbaad9d9 req-c34a39f0-a3eb-4317-af60-2fdeac03621b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:49.284210 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cc50f2a7-5362-4850-97ab-344fcbaad9d9 req-c34a39f0-a3eb-4317-af60-2fdeac03621b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0503376 Oct 12 17:02:49.321774 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-cc50f2a7-5362-4850-97ab-344fcbaad9d9 req-58ca3376-46f2-4374-8fa8-c249ada737d4 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311792 Oct 12 17:02:49.867113 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-24a4c06c-fad4-478e-8b91-16cab3cb8c04 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:49.868562 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-24a4c06c-fad4-478e-8b91-16cab3cb8c04 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 946 time: 0.0468326 Oct 12 17:02:49.958766 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Deleting port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:49.959100 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.048212 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] For port 12a585cf-6e43-4bae-b594-6b7e5e77ed27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=12a585cf-6e43-4bae-b594-6b7e5e77ed27,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:50.048567 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.060284 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Calling delete_port for 12a585cf-6e43-4bae-b594-6b7e5e77ed27 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:50.180772 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.192960 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['12a585cf-6e43-4bae-b594-6b7e5e77ed27'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:02:50.211788 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Pushing event deleted for resources: {'Port': ['ID=12a585cf-6e43-4bae-b594-6b7e5e77ed27,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:50.251808 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] No DVR routers for this DVR port 12a585cf-6e43-4bae-b594-6b7e5e77ed27 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:02:50.254341 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.257799 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d9e6e2af-89ac-4da3-8691-93e1bee9950e req-28b132f8-1b74-46bd-8ac8-9c81a0f83408 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "DELETE /v2.0/ports/12a585cf-6e43-4bae-b594-6b7e5e77ed27 HTTP/1.1" status: 204 len: 173 time: 0.3821399 Oct 12 17:02:50.258236 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'name': 'network-vif-deleted', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:50.260550 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d4ae3-894e-4fe3-944f-f1da888807e1" -d '{"events": [{"server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "name": "network-vif-deleted", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:50.296770 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06d044b-9ea3-4e35-96bf-6ee84804beab x-openstack-request-id: req-a06d044b-9ea3-4e35-96bf-6ee84804beab {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:50.297440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b0666f-92aa-4aeb-a856-b24613f1b92b", "name": "network-vif-deleted", "tag": "12a585cf-6e43-4bae-b594-6b7e5e77ed27", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:50.297440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a06d044b-9ea3-4e35-96bf-6ee84804beab {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:50.297776 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b0666f-92aa-4aeb-a856-b24613f1b92b', 'name': 'network-vif-deleted', 'tag': '12a585cf-6e43-4bae-b594-6b7e5e77ed27', 'status': 'completed', 'code': 200} Oct 12 17:02:50.427185 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3512cfef-fd61-470b-937a-0d75597c6a76 req-dc939c82-3f3a-4c72-8cfd-b2eb475790d0 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b0666f-92aa-4aeb-a856-b24613f1b92b HTTP/1.1" status: 200 len: 210 time: 0.0257440 Oct 12 17:02:54.545253 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 12a585cf-6e43-4bae-b594-6b7e5e77ed27 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:54.565326 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 12a585cf-6e43-4bae-b594-6b7e5e77ed27 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:54.565671 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 12a585cf-6e43-4bae-b594-6b7e5e77ed27 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:59.347006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-eaf00ece-cf6b-47aa-a0ea-02fca6d4fab5 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:59.348457 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-eaf00ece-cf6b-47aa-a0ea-02fca6d4fab5 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 813 time: 0.1009581 Oct 12 17:02:59.363590 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-2e6f2e0b-3f37-4fc7-8ba3-b80012c2ad6a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/quotas/ee8af7ba39fb4329a2a331f5139cfacf HTTP/1.1" status: 200 len: 375 time: 0.0088713 Oct 12 17:02:59.393889 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-e37debe7-c205-4689-9aa6-d37c0edbb87a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249760 Oct 12 17:02:59.483785 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-5731c09a-1153-4b07-9c8e-3080d0047f2c service neutron] 10.222.0.42 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Oct 12 17:02:59.574969 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-9eb358be-0fc8-46c9-8314-5fb128ad065c service neutron] 10.222.0.42 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848927 Oct 12 17:02:59.733008 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6479f329-4f28-4a21-ba97-1846f444d1c8 req-25d9849e-2e52-42c8-9f94-318cee8348b5 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 210 time: 0.0314193 Oct 12 17:03:00.650210 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-55e0aa52-37d2-4fcf-af3f-669feb2cb0f2 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:00.651559 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-55e0aa52-37d2-4fcf-af3f-669feb2cb0f2 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 813 time: 0.1067655 Oct 12 17:03:00.666568 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Request body: {'port': {'device_id': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1', 'admin_state_up': True, 'tenant_id': 'ee8af7ba39fb4329a2a331f5139cfacf'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:03:00.773084 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Made reservation on behalf of ee8af7ba39fb4329a2a331f5139cfacf for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:03:00.776643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:00.855476 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3e44ee70-00f2-483e-a315-b4b3bdd7601a req-1eb333b3-04df-4e3c-bd32-681ee767e7fe tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 210 time: 0.0555255 Oct 12 17:03:00.920275 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Allocated IP 172.20.0.10 (122921d2-d7aa-4066-ac3d-2ff155189bb1/8a1dd571-14dd-4068-bc9f-c6fff17a58ba/14c76ceb-3d86-4661-87d4-5d2f84f7072e) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:03:01.312551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.345184 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.388600 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Network 122921d2-d7aa-4066-ac3d-2ff155189bb1 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:03:01.391800 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:03:01.395641 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:03:01.419121 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Pushing event updated for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:01.439111 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.439459 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.439801 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.440138 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.440471 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.440801 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.441163 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.441493 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.441826 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.442150 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.442472 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.443436 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:01.465777 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:01.466383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.481498 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7477d09e-0cf8-4248-a099-1799ed5eca2e tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8187726 Oct 12 17:03:01.494881 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Request body: {'port': {'device_id': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:03:01.549133 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.803857 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c76ceb-3d86-4661-87d4-5d2f84f7072e {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:03:01.811997 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.823202 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Transition to ACTIVE for port object 14c76ceb-3d86-4661-87d4-5d2f84f7072e will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:03:01.827204 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.874832 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Pushing event updated for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:01.946639 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Attempting to bind port 14c76ceb-3d86-4661-87d4-5d2f84f7072e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:03:01.946986 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Attempting to bind port 14c76ceb-3d86-4661-87d4-5d2f84f7072e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:03:01.947289 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Attempting to bind port 14c76ceb-3d86-4661-87d4-5d2f84f7072e on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:03:01.951582 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Port 14c76ceb-3d86-4661-87d4-5d2f84f7072e on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:03:01.951904 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Attempting to bind port 14c76ceb-3d86-4661-87d4-5d2f84f7072e on network 122921d2-d7aa-4066-ac3d-2ff155189bb1 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:03:01.956797 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:03:01.957201 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Checking segment: {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:03:01.957590 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Bound using segment: {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:03:01.958012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Bound port: 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:03:01.958400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.968494 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a8f7-f9f5-44f4-9199-7d99a821fd06 req-ebf6eebe-89d9-4188-891d-5c090fc48cdc tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:01.969992 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0df2a8f7-f9f5-44f4-9199-7d99a821fd06 req-ebf6eebe-89d9-4188-891d-5c090fc48cdc tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 944 time: 0.0481789 Oct 12 17:03:02.008227 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0df2a8f7-f9f5-44f4-9199-7d99a821fd06 req-8a4a22dc-ee15-4346-bdb4-a852ca45896f tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Oct 12 17:03:02.020905 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:03:02.024296 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:03:02.028561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:02.061149 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.061819 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:02.063176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] 10.222.0.69 "PUT /v2.0/ports/14c76ceb-3d86-4661-87d4-5d2f84f7072e HTTP/1.1" status: 200 len: 1094 time: 0.5721819 Oct 12 17:03:02.063604 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:03:02.065866 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce43051c-d68f-4cca-9d07-a8bd542a15ae" -d '{"events": [{"name": "network-changed", "server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:03:02.090905 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbd16-54f5-4039-b3e7-6b9ae9a44710 service neutron] Pushing event updated for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:02.114033 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda2717-d338-40ed-9b9c-d769fc8c2d89 x-openstack-request-id: req-1fda2717-d338-40ed-9b9c-d769fc8c2d89 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:03:02.114312 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:03:02.114561 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fda2717-d338-40ed-9b9c-d769fc8c2d89 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:03:02.114964 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e', 'status': 'completed', 'code': 200} Oct 12 17:03:02.149329 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-a23c4d71-8a9b-4f21-a1ad-d712cb6dc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.150803 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-a23c4d71-8a9b-4f21-a1ad-d712cb6dc9fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 1097 time: 0.0452216 Oct 12 17:03:02.193520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7b14b200-87c6-49ce-af93-362a0c7d1da7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e HTTP/1.1" status: 200 len: 217 time: 0.0334084 Oct 12 17:03:02.241890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-88913e1d-3923-4071-b16d-c03fc7dfcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.243315 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-88913e1d-3923-4071-b16d-c03fc7dfcaf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a1dd571-14dd-4068-bc9f-c6fff17a58ba HTTP/1.1" status: 200 len: 853 time: 0.0435300 Oct 12 17:03:02.278437 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-9061f3f3-abb2-4e63-8ac5-6e69bf2f51e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=122921d2-d7aa-4066-ac3d-2ff155189bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Oct 12 17:03:02.366193 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-01bfb346-43ed-43b7-b516-3f75153242df service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794415 Oct 12 17:03:02.459998 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-18ccd45e-6bb5-4df1-a119-726a0bd9dfb7 req-7ebc7d3d-a9f9-456c-ace1-d206ac004ffd service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Oct 12 17:03:02.548310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-6e5b6223-1402-47b1-9f9f-17125d3029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.549857 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-6e5b6223-1402-47b1-9f9f-17125d3029ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 1097 time: 0.0411677 Oct 12 17:03:02.640045 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-a9ef3c7d-ee3c-4d89-ab02-9ecc17bd0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.641429 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-a9ef3c7d-ee3c-4d89-ab02-9ecc17bd0120 service neutron] 10.222.0.69 "GET /v2.0/networks?id=122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 200 len: 915 time: 0.0833580 Oct 12 17:03:02.685862 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-0463b8ed-b1ba-40eb-8896-1b497575f084 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e HTTP/1.1" status: 200 len: 217 time: 0.0354881 Oct 12 17:03:02.739006 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-39e308f6-59e3-4cbd-b65d-b50ddb8db857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:02.740582 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-39e308f6-59e3-4cbd-b65d-b50ddb8db857 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a1dd571-14dd-4068-bc9f-c6fff17a58ba HTTP/1.1" status: 200 len: 853 time: 0.0436659 Oct 12 17:03:02.776435 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-575fb824-cdc4-4dc7-b6fc-1376d929288a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=122921d2-d7aa-4066-ac3d-2ff155189bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253041 Oct 12 17:03:02.868183 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-5c24ad40-c33b-42a6-a4cc-5c9cfa20c08f service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835407 Oct 12 17:03:02.957931 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ce43051c-d68f-4cca-9d07-a8bd542a15ae req-c377648d-53f6-49cf-977b-ca303a63c09d service neutron] 10.222.0.69 "GET /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820017 Oct 12 17:03:03.125806 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b999c0-f63a-4af3-9d31-20c51aaace45 req-79953185-b50e-4c25-b235-5661fe90886d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:03.127273 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e3b999c0-f63a-4af3-9d31-20c51aaace45 req-79953185-b50e-4c25-b235-5661fe90886d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 944 time: 0.0496106 Oct 12 17:03:03.164614 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e3b999c0-f63a-4af3-9d31-20c51aaace45 req-3d675bc5-1c07-4442-9c71-824143ddf35d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Oct 12 17:03:04.278043 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5878fb1-5869-495b-8272-760ec2530ac0 req-0fa7897f-424b-4293-aeeb-686a482cc39c tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:04.279507 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d5878fb1-5869-495b-8272-760ec2530ac0 req-0fa7897f-424b-4293-aeeb-686a482cc39c tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 944 time: 0.0489154 Oct 12 17:03:04.320403 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d5878fb1-5869-495b-8272-760ec2530ac0 req-a989dc6b-e01b-48e0-a082-e4813f5bac1d tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Oct 12 17:03:04.590580 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 14c76ceb-3d86-4661-87d4-5d2f84f7072e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:03:04.685015 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:03:04.696542 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': '14c76ceb-3d86-4661-87d4-5d2f84f7072e', 'network_id': '122921d2-d7aa-4066-ac3d-2ff155189bb1', 'port_id': '14c76ceb-3d86-4661-87d4-5d2f84f7072e', 'mac_address': 'fa:16:3e:a7:59:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1dd571-14dd-4068-bc9f-c6fff17a58ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:03:04.733453 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:04.745731 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c76ceb-3d86-4661-87d4-5d2f84f7072e {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:03:04.765138 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:03:04.769073 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:04.813848 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:04.821387 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.821738 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.822078 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.822413 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.822745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.823074 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.823400 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.823725 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.824048 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.824368 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.824689 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:04.825028 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:05.033958 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['14c76ceb-3d86-4661-87d4-5d2f84f7072e'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:03:05.434418 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976b6ef-8270-4939-8805-33a339c515ea req-072acc81-5390-4b39-9d55-115e82d12ae2 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:05.435869 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9976b6ef-8270-4939-8805-33a339c515ea req-072acc81-5390-4b39-9d55-115e82d12ae2 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 945 time: 0.0483716 Oct 12 17:03:05.475628 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9976b6ef-8270-4939-8805-33a339c515ea req-010aa3ba-d34f-4aa3-8b49-f638b44e0c2f tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Oct 12 17:03:06.590521 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064903-9957-4f24-8f26-03d28ffb3455 req-65620ec4-9784-4a9f-95d5-38be81cc4046 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:06.592170 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-06064903-9957-4f24-8f26-03d28ffb3455 req-65620ec4-9784-4a9f-95d5-38be81cc4046 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 945 time: 0.0509803 Oct 12 17:03:06.604896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 14c76ceb-3d86-4661-87d4-5d2f84f7072e up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:03:06.631714 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-06064903-9957-4f24-8f26-03d28ffb3455 req-6aa14ad0-115d-4405-95ae-4d8d867041dd tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Oct 12 17:03:06.652609 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port 14c76ceb-3d86-4661-87d4-5d2f84f7072e completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:03:06.656164 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port 14c76ceb-3d86-4661-87d4-5d2f84f7072e triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:03:06.656536 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:06.734841 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:06.758745 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:03:06.760930 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aee6ac-f524-4264-8d75-5c6b8219c5b0" -d '{"events": [{"server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "name": "network-vif-plugged", "status": "completed", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:03:06.773610 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:03:06.778750 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:06.804136 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954e345b-316e-4e0b-a7ac-d55ad2a09ee6 x-openstack-request-id: req-954e345b-316e-4e0b-a7ac-d55ad2a09ee6 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:03:06.804432 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "name": "network-vif-plugged", "status": "completed", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:03:06.804713 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-954e345b-316e-4e0b-a7ac-d55ad2a09ee6 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:03:06.805119 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e', 'code': 200} Oct 12 17:03:06.829686 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:06.962050 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb35f-8177-4178-8f2a-a2316e1ae083 req-869bf87a-4273-40ba-8b6d-1593427c7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:06.963518 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6bacb35f-8177-4178-8f2a-a2316e1ae083 req-869bf87a-4273-40ba-8b6d-1593427c7a0c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 1099 time: 0.0389683 Oct 12 17:03:06.998037 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-6bacb35f-8177-4178-8f2a-a2316e1ae083 req-7ee21ba4-4975-42ce-adfa-286e8dd28408 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272803 Oct 12 17:03:07.340983 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c011-e378-438e-968a-f8d87f58fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:07.747068 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaff9a-821d-47b3-be4d-da4b30fae91e req-6b67dbc6-9bb4-4dc1-b0e1-74f76510b01b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:07.748516 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eeeaff9a-821d-47b3-be4d-da4b30fae91e req-6b67dbc6-9bb4-4dc1-b0e1-74f76510b01b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 946 time: 0.0524373 Oct 12 17:03:07.789598 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-eeeaff9a-821d-47b3-be4d-da4b30fae91e req-0b8788af-2ee2-4686-bb83-a8ce3de21adf tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Oct 12 17:03:08.901647 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26591-259c-4a1c-9f54-3c8e2da54790 req-711f4855-6828-46e1-8d4d-d582f024ca86 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:08.903121 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acb26591-259c-4a1c-9f54-3c8e2da54790 req-711f4855-6828-46e1-8d4d-d582f024ca86 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 946 time: 0.0476134 Oct 12 17:03:08.940630 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acb26591-259c-4a1c-9f54-3c8e2da54790 req-7c7b97f8-2211-4147-bd44-871a22573d0c tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Oct 12 17:03:09.849305 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5741a0c8-bb9c-4107-8cbb-80930595dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:10.488028 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:11.027960 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:11.158683 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:12.491374 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:18.587727 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:28.950035 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b12d7-d676-4dca-92d7-0a79eccafd71 req-8e255fed-5c31-4cdc-89c2-bdb7fc2012ac tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:28.951442 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-059b12d7-d676-4dca-92d7-0a79eccafd71 req-8e255fed-5c31-4cdc-89c2-bdb7fc2012ac tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 946 time: 0.0513611 Oct 12 17:03:28.988118 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-059b12d7-d676-4dca-92d7-0a79eccafd71 req-852cf77a-f2da-4e6c-8862-f4383327cac9 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Oct 12 17:03:30.153487 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c966e-98e6-4834-86c7-99182d17f627 req-da3e3944-3bfe-4e3a-a2c8-7a5fd256250a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:30.155023 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3a8c966e-98e6-4834-86c7-99182d17f627 req-da3e3944-3bfe-4e3a-a2c8-7a5fd256250a tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 946 time: 0.0982916 Oct 12 17:03:30.197613 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-3a8c966e-98e6-4834-86c7-99182d17f627 req-271e2e1a-512b-41f9-98bf-f7f11e54e190 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/security-groups?id=323e3b85-6d15-4e4c-adad-2984f7cfa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Oct 12 17:03:30.623030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-b10b75cf-158b-4dfc-bd42-5241887d2014 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:30.624357 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-b10b75cf-158b-4dfc-bd42-5241887d2014 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 946 time: 0.0472114 Oct 12 17:03:30.713206 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Deleting port 14c76ceb-3d86-4661-87d4-5d2f84f7072e {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:03:30.713535 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:30.802021 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] For port 14c76ceb-3d86-4661-87d4-5d2f84f7072e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=14c76ceb-3d86-4661-87d4-5d2f84f7072e,segment=NetworkSegment(fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5),segment_id=fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:03:30.802526 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:30.820419 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Calling delete_port for 14c76ceb-3d86-4661-87d4-5d2f84f7072e owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:03:30.966727 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:30.979595 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['14c76ceb-3d86-4661-87d4-5d2f84f7072e'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:03:31.000975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Pushing event deleted for resources: {'Port': ['ID=14c76ceb-3d86-4661-87d4-5d2f84f7072e,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:31.045305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] No DVR routers for this DVR port 14c76ceb-3d86-4661-87d4-5d2f84f7072e on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:03:31.047776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:31.050902 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-c10436b5-5dce-4ed8-8b83-92a7bd7d6257 req-4dfa73d7-608c-490a-bcae-368e0fdafe7b tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.69 "DELETE /v2.0/ports/14c76ceb-3d86-4661-87d4-5d2f84f7072e HTTP/1.1" status: 204 len: 173 time: 0.4196541 Oct 12 17:03:31.051342 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'name': 'network-vif-deleted', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:03:31.053830 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af8cec6-f1d6-4075-8345-50255f5303a3" -d '{"events": [{"server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "name": "network-vif-deleted", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:03:31.095262 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031da059-61fe-4e53-9a7a-0ee9ca145621 x-openstack-request-id: req-031da059-61fe-4e53-9a7a-0ee9ca145621 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:03:31.095557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb", "name": "network-vif-deleted", "tag": "14c76ceb-3d86-4661-87d4-5d2f84f7072e", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:03:31.095814 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-031da059-61fe-4e53-9a7a-0ee9ca145621 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:03:31.096208 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb', 'name': 'network-vif-deleted', 'tag': '14c76ceb-3d86-4661-87d4-5d2f84f7072e', 'status': 'completed', 'code': 200} Oct 12 17:03:31.298948 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-dfe6c1b4-5b14-4a4a-8367-e47d86a2412d req-033230e4-3aba-480d-bbaa-f7531ad72308 tempest-VolumesSnapshotTestJSON-89183700 tempest-VolumesSnapshotTestJSON-89183700-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b2b2da-aa6b-424c-a0bb-7ba70c6fc4fb HTTP/1.1" status: 200 len: 210 time: 0.0253909 Oct 12 17:03:34.877462 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 14c76ceb-3d86-4661-87d4-5d2f84f7072e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:03:34.897364 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 14c76ceb-3d86-4661-87d4-5d2f84f7072e {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:03:34.897707 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 14c76ceb-3d86-4661-87d4-5d2f84f7072e not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:03:37.341561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0a112573-932e-4727-8dd5-65c23c52782e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:39.848652 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-151be6b9-fa41-4148-aa2e-236faf1abb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:41.029883 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:41.161307 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:42.493190 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:47.486912 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:48.603468 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:56.350668 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-e8a1653e-025f-49cb-86bc-248fc9fe16fa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508549302&fields=id&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 267 time: 0.0328093 Oct 12 17:03:56.459810 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-5dbb47df-7484-412c-95dd-402f2ecf755e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:56.461291 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-5dbb47df-7484-412c-95dd-402f2ecf755e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1038482 Oct 12 17:03:56.476838 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-d15d9998-c88b-4d50-b31e-e353003416e4 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/quotas/a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 375 time: 0.0093055 Oct 12 17:03:56.541286 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-73b9254f-8f4a-41cb-8c2b-c2c993e6a87d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0563817 Oct 12 17:03:56.600232 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-fecc7c18-0982-4d1f-8e7f-f82ed1dc2620 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:03:56.601250 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-fecc7c18-0982-4d1f-8e7f-f82ed1dc2620 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0482519 Oct 12 17:03:56.688646 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cb6eff8e-d73b-4a67-b6fb-9984da868e8d service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804656 Oct 12 17:03:56.780216 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-983e348f-19c5-4388-ae7d-e57cf7c43fdd service neutron] 10.222.0.42 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854585 Oct 12 17:03:57.064610 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-65ef7b69-4efd-4def-b8ba-93d606cf7ed0 req-9d54afd3-9ff6-4f23-9cec-059f56a04776 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Oct 12 17:03:57.319183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35858) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:03:57.364248 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Deleting subnet 8a1dd571-14dd-4068-bc9f-c6fff17a58ba {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:03:57.367310 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.404286 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8543848'] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.447156 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.507782 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383092'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.533788 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1dd571-14dd-4068-bc9f-c6fff17a58ba,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:57.540917 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.544767 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-f5d40e24-1163-407b-bda0-2f9d21f405a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a1dd571-14dd-4068-bc9f-c6fff17a58ba HTTP/1.1" status: 204 len: 168 time: 0.2239428 Oct 12 17:03:57.547229 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35862) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:03:57.615791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.698470 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.718425 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122921d2-d7aa-4066-ac3d-2ff155189bb1']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:03:57.727472 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:03:57.727764 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd4d2d3-b2df-49f2-980c-6c4a9d6f22f5') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:03:57.737510 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.750598 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.756503 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:03:57.756985 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:03:57.758700 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:03:57.811247 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.815867 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.819186 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] 10.222.0.42 "DELETE /v2.0/networks/122921d2-d7aa-4066-ac3d-2ff155189bb1 HTTP/1.1" status: 204 len: 168 time: 0.2710245 Oct 12 17:03:57.835579 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cc3e7-33a9-46de-b00f-a0cbe768aa02 admin admin] Pushing event deleted for resources: {'Network': ['ID=122921d2-d7aa-4066-ac3d-2ff155189bb1,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:57.931274 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35866) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:03:57.982200 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c86495dd-cc71-4b2b-a50d-2807c2a5df70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee8af7ba39fb4329a2a331f5139cfacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494852 Oct 12 17:03:57.984985 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35868) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:03:58.040938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.064697 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.099714 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-c3dbab58-d3bc-4309-846d-1dbd4fbb7eb1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:58.101264 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-c3dbab58-d3bc-4309-846d-1dbd4fbb7eb1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 811 time: 0.1235688 Oct 12 17:03:58.119265 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.122921 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.128048 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/323e3b85-6d15-4e4c-adad-2984f7cfa8e5 HTTP/1.1" status: 204 len: 168 time: 0.1416075 Oct 12 17:03:58.139059 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e3b85-6d15-4e4c-adad-2984f7cfa8e5,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:58.148312 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.148659 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.149042 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.149358 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.149695 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.150096 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.150426 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.150751 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.151363 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.151688 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.152199 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.152522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2a87f-b609-46ff-9535-85316f501737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:03:58.167277 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-1e2fe33a-eba7-45e7-b4f2-608c514527b1 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fa28445b9049f88d60d9dc59087c60 HTTP/1.1" status: 200 len: 380 time: 0.0554907 Oct 12 17:03:58.194792 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'port': {'device_id': '533594ac-2869-47ce-9966-e6736175ad47', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'admin_state_up': True, 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'security_groups': ['281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3']}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:03:58.199616 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ada4b857-1f42-4acd-b20f-a51d393a63a3 req-790314b5-c495-4bd0-b82d-a5bdd5900e6e tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 210 time: 0.0475218 Oct 12 17:03:58.327540 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Made reservation on behalf of a7fa28445b9049f88d60d9dc59087c60 for: {'port': 1} {{(pid=94039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:03:58.331341 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.480240 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.20.0.5 (457bdcdd-e5a7-4b45-9a07-335548fa312b/589fb3b3-3154-40a1-a312-e29ebbeb3092/b09006e9-06fb-4cc6-8c75-7672757ee535) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:03:58.637597 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.668518 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.712021 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:03:58.715176 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:03:58.717486 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:03:58.745522 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:58.774409 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:58.775081 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.791301 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-a3f803c5-903f-4cb7-8f11-7cbdd3a7bcc0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002970 Oct 12 17:03:58.801569 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-615faa3e-d8b4-48bc-844b-bb3bfbde7cd6 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:03:58.802656 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-615faa3e-d8b4-48bc-844b-bb3bfbde7cd6 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053267 Oct 12 17:03:58.950593 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.v2.base [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Request body: {'port': {'device_id': '533594ac-2869-47ce-9966-e6736175ad47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:03:58.976928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-909bf6f7-55b7-409b-b6bd-ad705352e6b2 None None] Provisioning complete for port b09006e9-06fb-4cc6-8c75-7672757ee535 triggered by entity DHCP. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:03:58.977558 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-909bf6f7-55b7-409b-b6bd-ad705352e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.009285 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.011180 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-909bf6f7-55b7-409b-b6bd-ad705352e6b2 None None] Port b09006e9-06fb-4cc6-8c75-7672757ee535 cannot update to ACTIVE because it is not bound. {{(pid=94040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:03:59.270387 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09006e9-06fb-4cc6-8c75-7672757ee535 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:03:59.278124 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.289975 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Transition to ACTIVE for port object b09006e9-06fb-4cc6-8c75-7672757ee535 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:03:59.295112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.317646 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410234-83dd-4f19-82c3-6c4171bd5d4f req-7837e197-00a9-4c58-9f79-a60e11f0a7db tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:59.319124 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78410234-83dd-4f19-82c3-6c4171bd5d4f req-7837e197-00a9-4c58-9f79-a60e11f0a7db tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 931 time: 0.0490994 Oct 12 17:03:59.343183 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Pushing event updated for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:59.372583 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78410234-83dd-4f19-82c3-6c4171bd5d4f req-28a16a54-a7fd-4745-a3a5-1423cc0d2c23 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Oct 12 17:03:59.425184 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Attempting to bind port b09006e9-06fb-4cc6-8c75-7672757ee535 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:03:59.425656 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Attempting to bind port b09006e9-06fb-4cc6-8c75-7672757ee535 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:03:59.425996 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Attempting to bind port b09006e9-06fb-4cc6-8c75-7672757ee535 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:03:59.430489 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Port b09006e9-06fb-4cc6-8c75-7672757ee535 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:03:59.430804 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Attempting to bind port b09006e9-06fb-4cc6-8c75-7672757ee535 on network 457bdcdd-e5a7-4b45-9a07-335548fa312b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:03:59.436373 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Checking agent: {'id': '159e2492-7bd0-4388-98c1-0e19c91cb485', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'started_at': datetime.datetime(2021, 10, 12, 16, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:03:59.436709 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Checking segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:03:59.437123 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Bound using segment: {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:03:59.437557 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Bound port: b09006e9-06fb-4cc6-8c75-7672757ee535, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad94cbcd-310f-41e8-9960-8b500f20ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:03:59.438265 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.505421 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:03:59.508542 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b09006e9-06fb-4cc6-8c75-7672757ee535,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:03:59.512501 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550276'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.543609 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:59.544653 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.546383 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] 10.222.0.69 "PUT /v2.0/ports/b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 1093 time: 0.7350156 Oct 12 17:03:59.548717 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:03:59.551765 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f2fcee-a568-4876-b62a-a6596c232392" -d '{"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:03:59.586128 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b009-7c00-4cb5-a976-f8c45fca5add service neutron] Pushing event updated for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:03:59.648411 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-5ddd23fc-5319-4724-983c-fc345ae147b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:59.650961 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-5ddd23fc-5319-4724-983c-fc345ae147b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1096 time: 0.0614350 Oct 12 17:03:59.703462 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-6f16fc6a-0224-4a34-b4ad-df9090b65abe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 217 time: 0.0432916 Oct 12 17:03:59.758688 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c027b48-6eff-4032-88d5-6df7c78b231f x-openstack-request-id: req-4c027b48-6eff-4032-88d5-6df7c78b231f {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:03:59.758979 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:03:59.759231 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c027b48-6eff-4032-88d5-6df7c78b231f {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:03:59.759622 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'status': 'completed', 'code': 200} Oct 12 17:03:59.761405 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-146912d4-f02e-450c-965c-0621ef98201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:59.762897 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-146912d4-f02e-450c-965c-0621ef98201d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0531874 Oct 12 17:03:59.807670 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-99b06b33-9eaf-42d7-af43-75fd9d499f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:59.809141 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-99b06b33-9eaf-42d7-af43-75fd9d499f48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395064 Oct 12 17:03:59.899127 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-9104ef25-8665-41c8-af05-06ce9b3ab174 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830369 Oct 12 17:03:59.985224 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-481595a6-27f4-4db3-a3a2-5bbb68b5e794 req-04338b0f-73e3-4570-b9d6-8d80a7b725f6 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790834 Oct 12 17:04:00.070638 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fcee-a568-4876-b62a-a6596c232392 req-ff7815ce-19e5-41e6-9520-a12e2b85f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:00.071988 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-ff7815ce-19e5-41e6-9520-a12e2b85f265 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1096 time: 0.0389714 Oct 12 17:04:00.165756 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fcee-a568-4876-b62a-a6596c232392 req-b7059082-cf11-4d28-8a91-8a2e740c320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:00.167205 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-b7059082-cf11-4d28-8a91-8a2e740c320f service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0858231 Oct 12 17:04:00.208066 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-80efa30f-9382-4ea0-b9a8-6764f0ecab8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 217 time: 0.0332119 Oct 12 17:04:00.261267 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fcee-a568-4876-b62a-a6596c232392 req-71f78124-865c-4189-a9be-f5593cca05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:00.263279 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-71f78124-865c-4189-a9be-f5593cca05b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0456901 Oct 12 17:04:00.307874 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fcee-a568-4876-b62a-a6596c232392 req-f7a94323-3f32-4238-9748-a9d5427f491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:00.309414 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-f7a94323-3f32-4238-9748-a9d5427f491a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390563 Oct 12 17:04:00.417958 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-429377df-844c-4469-8898-0cc5d5511b1f service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978050 Oct 12 17:04:00.495608 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7d43c-4161-402b-a136-36b3b0eb6afb req-0142f776-9906-44d9-81a2-a5e155d399ad tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:00.497881 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-83b7d43c-4161-402b-a136-36b3b0eb6afb req-0142f776-9906-44d9-81a2-a5e155d399ad tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0478833 Oct 12 17:04:00.511486 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-53f2fcee-a568-4876-b62a-a6596c232392 req-d240d237-bae8-410e-9330-7c131eae7b48 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Oct 12 17:04:00.538819 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-83b7d43c-4161-402b-a136-36b3b0eb6afb req-0fbc96c2-106e-4099-9ca1-f4c6a4a29923 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347624 Oct 12 17:04:01.660030 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097224e-99bf-416a-9c87-f1a2e2f81b3e req-2de7583d-7718-40dc-b539-e1137122fbe5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:01.661534 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1097224e-99bf-416a-9c87-f1a2e2f81b3e req-2de7583d-7718-40dc-b539-e1137122fbe5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0537906 Oct 12 17:04:01.698095 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-1097224e-99bf-416a-9c87-f1a2e2f81b3e req-64e34b94-1071-4a5f-af46-b3709f0c7c34 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305989 Oct 12 17:04:02.810692 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3618cbb-0d27-4243-8bfa-f2131e74884b req-d3200cfb-79d6-4b89-a83d-ba0f8e53bb3b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:02.812137 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b3618cbb-0d27-4243-8bfa-f2131e74884b req-d3200cfb-79d6-4b89-a83d-ba0f8e53bb3b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0481431 Oct 12 17:04:02.848689 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b3618cbb-0d27-4243-8bfa-f2131e74884b req-ebd06357-ec86-4fba-9769-b77a632aa7eb tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Oct 12 17:04:03.967486 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a330da8-708e-436c-b674-6533136812d7 req-d9d5ed3c-fc6b-4062-a330-17ec0c849aff tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:03.968972 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8a330da8-708e-436c-b674-6533136812d7 req-d9d5ed3c-fc6b-4062-a330-17ec0c849aff tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0551422 Oct 12 17:04:04.007574 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-8a330da8-708e-436c-b674-6533136812d7 req-bd1d541a-a8df-4110-ace5-b84495aac2ef tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Oct 12 17:04:05.120916 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423961cf-5a27-4ed5-ab12-9ad412c517bc req-25ed3444-6b04-4912-9849-19fd7ac892b3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:05.122472 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-423961cf-5a27-4ed5-ab12-9ad412c517bc req-25ed3444-6b04-4912-9849-19fd7ac892b3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0491331 Oct 12 17:04:05.161131 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-423961cf-5a27-4ed5-ab12-9ad412c517bc req-02fac1e0-7e29-4d69-8a82-761aeff927a0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Oct 12 17:04:06.273381 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556358-8698-440b-93b1-b9fb6fcd651e req-6e45608b-bf52-4e55-9043-78a37f3c9e6b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:06.274836 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b6556358-8698-440b-93b1-b9fb6fcd651e req-6e45608b-bf52-4e55-9043-78a37f3c9e6b tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 943 time: 0.0474997 Oct 12 17:04:06.313460 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b6556358-8698-440b-93b1-b9fb6fcd651e req-4360f8af-7d1c-490e-a10d-7b532ddff4d5 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Oct 12 17:04:06.901804 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device b09006e9-06fb-4cc6-8c75-7672757ee535 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:04:06.994390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b09006e9-06fb-4cc6-8c75-7672757ee535,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:07.006664 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Returning: {'device': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'port_id': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'mac_address': 'fa:16:3e:df:e5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:04:07.041650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:07.054107 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09006e9-06fb-4cc6-8c75-7672757ee535 {{(pid=94040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:04:07.072635 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b09006e9-06fb-4cc6-8c75-7672757ee535,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:07.076390 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:07.121249 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:07.128287 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.128639 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.128984 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.129322 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.129647 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.129969 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.130287 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.130602 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.130947 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.131264 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.131576 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.131887 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:07.312938 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] get_ports_and_sgs() called for port_ids ['b09006e9-06fb-4cc6-8c75-7672757ee535'] {{(pid=94040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:04:07.365112 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7dca-7562-4a05-9dfc-baba37ea704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:07.450675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651726c-98dc-42a6-ba3c-4ff4a0521b14 req-72ea0870-491e-4231-82e0-5cbdf4ec16d9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:07.452669 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b651726c-98dc-42a6-ba3c-4ff4a0521b14 req-72ea0870-491e-4231-82e0-5cbdf4ec16d9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 944 time: 0.0490663 Oct 12 17:04:07.494014 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b651726c-98dc-42a6-ba3c-4ff4a0521b14 req-74c3b6eb-7c7a-4978-bee7-be0e62822235 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347521 Oct 12 17:04:08.604903 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d8342-4382-406b-964b-eb36ba76adf8 req-2126ced2-2284-4f81-abeb-1b239237de6a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:08.606377 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b74d8342-4382-406b-964b-eb36ba76adf8 req-2126ced2-2284-4f81-abeb-1b239237de6a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 944 time: 0.0474963 Oct 12 17:04:08.646061 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-b74d8342-4382-406b-964b-eb36ba76adf8 req-512561ba-05b4-40d3-9f0a-30f4418b5bde tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338552 Oct 12 17:04:08.908100 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device b09006e9-06fb-4cc6-8c75-7672757ee535 up at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:04:08.958961 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning for port b09006e9-06fb-4cc6-8c75-7672757ee535 completed by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:04:08.963957 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Provisioning complete for port b09006e9-06fb-4cc6-8c75-7672757ee535 triggered by entity L2. {{(pid=94040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:04:08.964466 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014933'] for port, provisioning_complete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:09.062873 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:09.086561 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535'}] {{(pid=94040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:09.088822 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e0617a9bfcbd93d9df51571e0d378651962c400370c856d77d70882d6fe7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec54fa-064f-42c5-a89b-d1b6f0ecfc0f" -d '{"events": [{"server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "name": "network-vif-plugged", "status": "completed", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535"}]}' {{(pid=94040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:09.101619 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b09006e9-06fb-4cc6-8c75-7672757ee535,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:09.105670 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:09.156858 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Pushing event updated for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=5']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:09.182783 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fead3286-8006-41db-8fd9-80abb68a8ca1 x-openstack-request-id: req-fead3286-8006-41db-8fd9-80abb68a8ca1 {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:09.183181 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "name": "network-vif-plugged", "status": "completed", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535", "code": 200}]} {{(pid=94040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:09.183440 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fead3286-8006-41db-8fd9-80abb68a8ca1 {{(pid=94040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:09.183833 dv-cinder-813223-2-iscsi neutron-server[94040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'code': 200} Oct 12 17:04:09.398407 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d287d-8299-46e4-a247-e744747ac5e1 req-9b8bc81a-9f34-41fc-a735-a82684a01ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:09.399869 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-670d287d-8299-46e4-a247-e744747ac5e1 req-9b8bc81a-9f34-41fc-a735-a82684a01ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1098 time: 0.0429907 Oct 12 17:04:09.435407 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-670d287d-8299-46e4-a247-e744747ac5e1 req-b984f881-fd99-4b54-a072-14aae269097a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276520 Oct 12 17:04:09.775451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cc624-cd69-4cd8-8e5a-e4f76404b57a req-9901c18e-40de-4e5a-9637-b1901e10b4aa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:09.777235 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-de4cc624-cd69-4cd8-8e5a-e4f76404b57a req-9901c18e-40de-4e5a-9637-b1901e10b4aa tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0548062 Oct 12 17:04:09.814176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-de4cc624-cd69-4cd8-8e5a-e4f76404b57a req-b724e35f-321d-479d-9214-029ff444c87a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Oct 12 17:04:09.848933 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3725d76d-8be0-4b23-9be5-e67793ee8565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:10.927599 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734134c-e6b3-4692-8eda-bdaf29f4ad5f req-0b640738-4ef1-4f29-b703-f8dd68df9273 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:10.929068 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1734134c-e6b3-4692-8eda-bdaf29f4ad5f req-0b640738-4ef1-4f29-b703-f8dd68df9273 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Oct 12 17:04:10.964846 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1734134c-e6b3-4692-8eda-bdaf29f4ad5f req-95da98cb-f889-47c1-865f-5d8c8647e2ef tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299139 Oct 12 17:04:11.032393 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.077911 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc814d2-a87d-4c56-8d30-b9ed5aa6f8be req-f3bfdc42-f06b-45fb-95ce-6948c81ac4ff tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:11.079357 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bcc814d2-a87d-4c56-8d30-b9ed5aa6f8be req-f3bfdc42-f06b-45fb-95ce-6948c81ac4ff tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Oct 12 17:04:11.116808 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-bcc814d2-a87d-4c56-8d30-b9ed5aa6f8be req-284beb08-e9cf-4726-994c-34700ae0010d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Oct 12 17:04:11.138709 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35910) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:11.166198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.178417 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb7c12-ff3e-486e-8bee-8fa11362a9de tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:11.179930 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-40cb7c12-ff3e-486e-8bee-8fa11362a9de tempest-TestVolumeBootPattern-1224639975 tempest-TestVolumeBootPattern-1224639975-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1093 time: 0.0402334 Oct 12 17:04:11.182700 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 35912) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:11.186972 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Request body: {'floatingip': {'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'port_id': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:04:11.208741 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.304127 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.407366 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Allocated IP 172.27.0.238 (0e1b2e13-8a22-430d-b96e-d9b2f21f1e52/21cadd62-64ee-421b-a79a-5c2e483011ac/8afcc8bd-798f-4878-b1d3-2916d7f72eab) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:04:11.510062 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.542906 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791640551406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:11.581235 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Network 0e1b2e13-8a22-430d-b96e-d9b2f21f1e52 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:04:11.584043 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:04:11.587573 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:04:11.610205 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=8afcc8bd-798f-4878-b1d3-2916d7f72eab,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:11.939901 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.004436 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547091'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.152235 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.156479 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791641005846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791640548868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791640548886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546121'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.225384 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event updated for resources: {'Port': ['ID=8afcc8bd-798f-4878-b1d3-2916d7f72eab,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:12.237209 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732624'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.335316 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP c76865c2-1889-44b6-8b27-bdd23b05b341 associated. External IP: 172.27.0.238, port: b09006e9-06fb-4cc6-8c75-7672757ee535. Oct 12 17:04:12.498184 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.541071 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:04:12.647270 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:04:12.657356 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:04:12.666537 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:12.668069 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:12.668698 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:04:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:12.695673 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-13841306-8b04-49cf-987b-b5ba9149109f tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5119605 Oct 12 17:04:12.696257 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:12.698661 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d81e49a508d00bc9ccfafa0e09722d0fb135b8daa8f79e57b48fbee07d153e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d" -d '{"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:12.737076 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17802f75-a003-4d84-a928-a1f671ac9ff3 x-openstack-request-id: req-17802f75-a003-4d84-a928-a1f671ac9ff3 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:12.737378 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:12.737635 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17802f75-a003-4d84-a928-a1f671ac9ff3 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:12.738043 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'status': 'completed', 'code': 200} Oct 12 17:04:12.804423 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-47460316-97d9-4313-9b85-a90351db5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:12.805979 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-47460316-97d9-4313-9b85-a90351db5d0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1098 time: 0.0460682 Oct 12 17:04:12.898582 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:12.898818 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-395f8c26-8fd0-4037-b084-b26b57293d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:12.900196 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-395f8c26-8fd0-4037-b084-b26b57293d64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0860093 Oct 12 17:04:12.968176 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-331076c3-7d88-4de2-bd44-6992a737b2e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 999 time: 0.0602460 Oct 12 17:04:13.017643 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-46d217b5-c5b3-4f5a-8874-823a386ddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:13.019093 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-46d217b5-c5b3-4f5a-8874-823a386ddb53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0438879 Oct 12 17:04:13.064869 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-e6dac2c7-c1b3-41c9-a020-33bfebea5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:13.066301 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-e6dac2c7-c1b3-41c9-a020-33bfebea5e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402095 Oct 12 17:04:13.123871 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}, {'id': 'c76865c2-1889-44b6-8b27-bdd23b05b341', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:df:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533594ac-2869-47ce-9966-e6736175ad47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:04:11Z', 'updated_at': '2021-10-12T17:04:11Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:13.153905 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:04:13.159248 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-186b9e93-59ca-4f10-9322-b7974b0d0afc service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846496 Oct 12 17:04:13.162147 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:13.162739 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:04:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:13.248381 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ee2c2e14-203b-4b86-b1a5-318e40d6b57d req-1e586c4a-c0e6-4351-9913-6d8ed39436ce service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810754 Oct 12 17:04:13.267106 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:13.489739 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}, {'id': 'c76865c2-1889-44b6-8b27-bdd23b05b341', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:df:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533594ac-2869-47ce-9966-e6736175ad47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:04:11Z', 'updated_at': '2021-10-12T17:04:11Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:13.515736 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948d848-90b5-444b-8275-d3f0e32ad450 None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}, {'id': 'c76865c2-1889-44b6-8b27-bdd23b05b341', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:df:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533594ac-2869-47ce-9966-e6736175ad47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:04:11Z', 'updated_at': '2021-10-12T17:04:11Z', 'revision_number': 0, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:04:13.692223 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f9833-9dcc-4598-9223-161e8a23d3f0 None None] New status for floating IP c76865c2-1889-44b6-8b27-bdd23b05b341: ACTIVE {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:04:18.607594 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:22.313608 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-325f1fd5-294b-48fb-8771-093da1a0fa31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380900 Oct 12 17:04:22.398596 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-dd41d25f-04b8-4ec9-8b2e-1dc50857d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:22.400054 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-dd41d25f-04b8-4ec9-8b2e-1dc50857d089 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1098 time: 0.0434744 Oct 12 17:04:22.501711 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-dbdad0b5-a246-4d69-81cd-0b420cd243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:22.503067 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-dbdad0b5-a246-4d69-81cd-0b420cd243a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0826402 Oct 12 17:04:22.569213 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-5eb09368-2f2d-4f10-bea2-79900855b5fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 1000 time: 0.0591381 Oct 12 17:04:22.618900 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-b63bde3c-4dd8-4585-b161-d1e0a82dd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:22.620303 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-b63bde3c-4dd8-4585-b161-d1e0a82dd2ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0425723 Oct 12 17:04:22.665915 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-f9218a04-51f1-4131-98ad-f58b97997d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:22.667350 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-f9218a04-51f1-4131-98ad-f58b97997d60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373189 Oct 12 17:04:22.763259 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-606bf13f-630e-497e-9790-b855c4eeeb74 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845485 Oct 12 17:04:22.853054 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-12042572-1f69-4a7d-a7e9-ba1d12e671fb req-6a8b4049-7e8b-4eb3-bd32-8aa58109f26e service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802002 Oct 12 17:04:24.486936 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:04:37.345793 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-58b7f184-dc24-4b3e-a5ef-7473d5245d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.850273 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-2c851a6d-d150-4376-addd-5bb31dea0810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:41.034050 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:41.167518 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:42.500726 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.628084 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:01.490214 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:05:07.347038 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-b29385f9-3041-4b73-acee-cd0fe30d2930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:09.851486 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7cd66ac6-74b2-4d6c-8113-171ef1cb048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:11.035444 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:11.172144 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:12.502698 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:18.627818 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:22.308594 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-d0166b95-bc06-480c-b4ea-32fc288ae71e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387754 Oct 12 17:05:22.373036 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874711-b26e-40d6-886c-072f0de3736a req-64424183-2ef5-4fcc-831b-04be4a0beee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:22.374484 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-64424183-2ef5-4fcc-831b-04be4a0beee4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1098 time: 0.0423257 Oct 12 17:05:22.476296 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874711-b26e-40d6-886c-072f0de3736a req-08c1ccbd-627d-4e18-a03b-9c7d3bd21abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:22.477711 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-08c1ccbd-627d-4e18-a03b-9c7d3bd21abc service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0819523 Oct 12 17:05:22.790651 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-b9e1fd84-b319-48f9-ad84-aab129485271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 1001 time: 0.3047168 Oct 12 17:05:22.840336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874711-b26e-40d6-886c-072f0de3736a req-4f1efd49-16b5-4549-921f-ff0468e2b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:22.841766 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-4f1efd49-16b5-4549-921f-ff0468e2b89d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0424147 Oct 12 17:05:22.887226 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874711-b26e-40d6-886c-072f0de3736a req-94c2ccf7-d915-4b9d-9bf6-cda408007911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:22.888652 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-94c2ccf7-d915-4b9d-9bf6-cda408007911 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387256 Oct 12 17:05:22.979583 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-e508e7cc-dffc-4e72-b322-d11eeb7589bf service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818806 Oct 12 17:05:23.069151 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-f4874711-b26e-40d6-886c-072f0de3736a req-1ddb60f6-d9cf-46f7-89e2-48aa737d6c5c service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807357 Oct 12 17:05:37.348142 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0547741e-9c6a-43cb-bef4-cd410fbd651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:38.489800 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:05:39.851224 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-77a3b800-0058-48f6-b619-95b09f9da57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:41.037577 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:41.173296 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:42.504110 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:48.639930 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:51.612501 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35946) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:05:51.769112 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port 8afcc8bd-798f-4878-b1d3-2916d7f72eab {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:05:51.769455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:51.843941 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:51.844270 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:51.855551 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for 8afcc8bd-798f-4878-b1d3-2916d7f72eab owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:05:51.998339 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:52.024378 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=8afcc8bd-798f-4878-b1d3-2916d7f72eab,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:05:52.046102 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.046451 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.046791 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.047127 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.047455 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.047781 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.048106 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.048433 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.049356 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.049592 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.049909 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.050225 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:52.093124 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:52.093446 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP c76865c2-1889-44b6-8b27-bdd23b05b341 disassociated (deleted). External IP: 172.27.0.238, port: b09006e9-06fb-4cc6-8c75-7672757ee535. Oct 12 17:05:52.298948 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:05:52.403559 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:05:52.408483 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:52.414781 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:05:52.423568 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:52.424202 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:52.437385 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-1a2b9066-ea34-48a5-87cb-e02768ffa377 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "DELETE /v2.0/floatingips/c76865c2-1889-44b6-8b27-bdd23b05b341 HTTP/1.1" status: 204 len: 168 time: 0.8238292 Oct 12 17:05:52.437967 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:05:52.440694 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d3543-fe47-4a03-af94-17195dad9505" -d '{"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:05:52.479148 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf780f-ad1a-47b8-8637-0f6a4c1d1a0c x-openstack-request-id: req-6cdf780f-ad1a-47b8-8637-0f6a4c1d1a0c {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:05:52.479439 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:05:52.479692 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cdf780f-ad1a-47b8-8637-0f6a4c1d1a0c {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:05:52.480089 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'status': 'completed', 'code': 200} Oct 12 17:05:52.532332 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:52.550431 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3543-fe47-4a03-af94-17195dad9505 req-ea05fa65-89bf-4b65-9926-898a619677fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:52.551847 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-ea05fa65-89bf-4b65-9926-898a619677fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 1098 time: 0.0466413 Oct 12 17:05:52.650961 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3543-fe47-4a03-af94-17195dad9505 req-164c2283-a5ae-46a4-a76a-938ba950f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:52.652485 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-164c2283-a5ae-46a4-a76a-938ba950f222 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.0928881 Oct 12 17:05:52.673439 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e798-ce45-4f3f-a8f8-c2c5282aeeb0 req-f5fed972-9910-4cd0-9e99-c4d3caf8aab6 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:52.676299 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bec2e798-ce45-4f3f-a8f8-c2c5282aeeb0 req-f5fed972-9910-4cd0-9e99-c4d3caf8aab6 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0598240 Oct 12 17:05:52.699514 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-f69b545e-836c-472e-ac0a-38fcc3bcbef8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 200 len: 217 time: 0.0385106 Oct 12 17:05:52.715121 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bec2e798-ce45-4f3f-a8f8-c2c5282aeeb0 req-7992d927-ecea-44c1-b4fb-9078ba152760 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Oct 12 17:05:52.753265 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3543-fe47-4a03-af94-17195dad9505 req-77192c72-82f6-4c4e-93b8-30e129084a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:52.754730 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-77192c72-82f6-4c4e-93b8-30e129084a86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0471969 Oct 12 17:05:52.775452 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:52.801568 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:05:52.803017 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3543-fe47-4a03-af94-17195dad9505 req-a0eee77a-b4bc-41fe-b745-d97d061ee99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:52.804497 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-a0eee77a-b4bc-41fe-b745-d97d061ee99b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397944 Oct 12 17:05:52.809830 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:52.810432 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:52.898848 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-0b6ca753-5dba-4b25-9860-493c5101f56a service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Oct 12 17:05:52.932115 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:52.989280 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-031d3543-fe47-4a03-af94-17195dad9505 req-b673c467-b863-49ca-bdc9-46142a3dcd71 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821192 Oct 12 17:05:53.155231 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:53.183297 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f8bf5-ec28-450e-be3a-fdad642f3e70 None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_floatingips': [{'id': '1a61a89c-d074-415e-9ade-bcb5f35caa7f', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'router_id': '8a22992f-4588-4124-a321-af2e23c31454', 'port_id': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'mac_address': 'fa:16:3e:6f:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:01:58Z', 'updated_at': '2021-10-12T17:02:01Z', 'revision_number': 1, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:05:53.402737 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b54f77-2f88-4436-96bb-250d0bc12366 None None] New status for floating IP c76865c2-1889-44b6-8b27-bdd23b05b341: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:05:53.830257 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924994-5f3d-4975-9f78-cdcd955f7409 req-7c9963c5-269b-43aa-b5fa-15963ea7ec50 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:53.831749 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-88924994-5f3d-4975-9f78-cdcd955f7409 req-7c9963c5-269b-43aa-b5fa-15963ea7ec50 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Oct 12 17:05:53.873942 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-88924994-5f3d-4975-9f78-cdcd955f7409 req-a776e7ec-e604-4c2d-9b56-3b0dee9217f9 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Oct 12 17:05:54.222209 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8751e09-261d-42a9-9089-03feba7d29ea req-9ac57503-93fd-4057-a9fb-444644c4c248 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:54.223682 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a8751e09-261d-42a9-9089-03feba7d29ea req-9ac57503-93fd-4057-a9fb-444644c4c248 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Oct 12 17:05:54.312432 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port b09006e9-06fb-4cc6-8c75-7672757ee535 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:05:54.312775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:54.401921 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] For port b09006e9-06fb-4cc6-8c75-7672757ee535, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b09006e9-06fb-4cc6-8c75-7672757ee535,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:05:54.402278 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:54.415835 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for b09006e9-06fb-4cc6-8c75-7672757ee535 owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:05:54.539305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:54.566962 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=b09006e9-06fb-4cc6-8c75-7672757ee535,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:05:54.607233 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] No DVR routers for this DVR port b09006e9-06fb-4cc6-8c75-7672757ee535 on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:05:54.609826 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:54.613826 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-a8751e09-261d-42a9-9089-03feba7d29ea req-71725d2f-c8f6-4ad9-91b3-8782708c7336 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "DELETE /v2.0/ports/b09006e9-06fb-4cc6-8c75-7672757ee535 HTTP/1.1" status: 204 len: 173 time: 0.3835354 Oct 12 17:05:54.614250 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'name': 'network-vif-deleted', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:05:54.616491 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654df0b0-71cc-4f0e-9b2d-1cb59c00e72e" -d '{"events": [{"server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "name": "network-vif-deleted", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:05:54.652822 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11366fd-e16c-4f14-bd65-f176bad7c4ae x-openstack-request-id: req-a11366fd-e16c-4f14-bd65-f176bad7c4ae {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:05:54.653210 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533594ac-2869-47ce-9966-e6736175ad47", "name": "network-vif-deleted", "tag": "b09006e9-06fb-4cc6-8c75-7672757ee535", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:05:54.653459 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a11366fd-e16c-4f14-bd65-f176bad7c4ae {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:05:54.653866 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533594ac-2869-47ce-9966-e6736175ad47', 'name': 'network-vif-deleted', 'tag': 'b09006e9-06fb-4cc6-8c75-7672757ee535', 'status': 'completed', 'code': 200} Oct 12 17:05:54.977307 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d41dde10-3f00-4d29-9f6e-c87753394943 req-3056da57-2d94-4640-921c-3a527641fcf0 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=533594ac-2869-47ce-9966-e6736175ad47 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Oct 12 17:05:57.320828 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device b09006e9-06fb-4cc6-8c75-7672757ee535 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:05:57.340424 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: b09006e9-06fb-4cc6-8c75-7672757ee535 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:05:57.340762 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device b09006e9-06fb-4cc6-8c75-7672757ee535 not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:05:58.248141 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 35986) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:05:58.404252 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port 1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:05:58.404594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.477498 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.477821 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.489187 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for 1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99 owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:05:58.630217 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.652701 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=1ed85f5e-cfcc-4e51-a731-bc4eb0ab0d99,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:05:58.716727 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.717048 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.db.l3_db [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Floating IP 1a61a89c-d074-415e-9ade-bcb5f35caa7f disassociated (deleted). External IP: 172.27.0.32, port: 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f. Oct 12 17:05:58.915328 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:05:59.018804 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:05:59.023646 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:59.028744 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:05:59.038283 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:59.038896 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:59.053782 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-ba6417af-3d45-48f4-ac55-632b73feb876 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "DELETE /v2.0/floatingips/1a61a89c-d074-415e-9ade-bcb5f35caa7f HTTP/1.1" status: 204 len: 168 time: 0.8045673 Oct 12 17:05:59.054469 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:05:59.056891 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea336293-e747-4654-87cc-fdeb1c3db8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:05:59.094542 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9509c5-f082-4e68-a9d0-7c8bec1b9a85 x-openstack-request-id: req-0b9509c5-f082-4e68-a9d0-7c8bec1b9a85 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:05:59.094839 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:05:59.095099 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b9509c5-f082-4e68-a9d0-7c8bec1b9a85 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:05:59.096116 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'status': 'completed', 'code': 200} Oct 12 17:05:59.150375 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:59.159783 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-8d0de5ef-1c6e-4fe2-9e37-3b7fbb5bc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:59.161296 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-8d0de5ef-1c6e-4fe2-9e37-3b7fbb5bc596 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7fa28445b9049f88d60d9dc59087c60&device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 1098 time: 0.0416801 Oct 12 17:05:59.270926 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-99253bc6-227d-458f-b04f-1601c24ffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:59.272599 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-99253bc6-227d-458f-b04f-1601c24ffc22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 200 len: 913 time: 0.1005135 Oct 12 17:05:59.286618 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b24af-2748-46d9-b11b-5785ea9ad3fc req-b0d7b632-3635-4f2f-8d60-c8da5f70b300 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:59.288874 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd7b24af-2748-46d9-b11b-5785ea9ad3fc req-b0d7b632-3635-4f2f-8d60-c8da5f70b300 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0578873 Oct 12 17:05:59.326154 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-e056b6d8-ea6d-4de7-92da-a48ef2f19a28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 200 len: 217 time: 0.0454030 Oct 12 17:05:59.328444 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd7b24af-2748-46d9-b11b-5785ea9ad3fc req-85f29184-ab86-404c-ac0f-38e3d12e3bc2 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339758 Oct 12 17:05:59.378533 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-7eaf6e90-9a85-4fe5-93f1-40ffd1689a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:59.379974 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-7eaf6e90-9a85-4fe5-93f1-40ffd1689a97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 200 len: 850 time: 0.0445936 Oct 12 17:05:59.428855 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-1ba72865-9b83-4403-a00d-30ba4a2e904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:59.430296 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-1ba72865-9b83-4403-a00d-30ba4a2e904b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=457bdcdd-e5a7-4b45-9a07-335548fa312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417895 Oct 12 17:05:59.485183 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:59.511819 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:05:59.520632 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:59.521272 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:59.526640 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-a89fc2cc-4d7b-4413-8f37-36a7872f79ad service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878098 Oct 12 17:05:59.615112 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-ea336293-e747-4654-87cc-fdeb1c3db8bf req-ed21d21f-06e3-489f-9abe-4bcc6d16b181 service neutron] 10.222.0.69 "GET /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799580 Oct 12 17:05:59.626528 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:59.829150 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:59.854907 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b35d7-6cce-4948-af57-92733bbcb3f7 None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T16:58:35Z', 'revision_number': 4, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi', '_interfaces': [{'id': '79a026f7-74fd-4c07-ac82-6a2d713c07ab', 'name': '', 'network_id': '457bdcdd-e5a7-4b45-9a07-335548fa312b', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'mac_address': 'fa:16:3e:78:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:34Z', 'updated_at': '2021-10-12T16:58:40Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'subnets': [{'id': '589fb3b3-3154-40a1-a312-e29ebbeb3092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:06:00.081512 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02cb390-ce7c-413a-8218-d4f5e5fa14f3 None None] New status for floating IP 1a61a89c-d074-415e-9ade-bcb5f35caa7f: DOWN {{(pid=94041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:06:00.457469 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebd54a-4d52-45f6-b5a9-b7923c8f7387 req-a7bd37bd-13e8-4038-88b3-9b4a2f576ad3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:06:00.458934 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d7ebd54a-4d52-45f6-b5a9-b7923c8f7387 req-a7bd37bd-13e8-4038-88b3-9b4a2f576ad3 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0580599 Oct 12 17:06:00.498910 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-d7ebd54a-4d52-45f6-b5a9-b7923c8f7387 req-194a7fa2-abb4-4de7-8a8a-f07dea60db5d tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/security-groups?id=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Oct 12 17:06:00.740805 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-c1ed3737-2424-429e-843f-63146bd82e9a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:06:00.742326 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-c1ed3737-2424-429e-843f-63146bd82e9a tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Oct 12 17:06:00.830374 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:00.830710 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:00.917403 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] For port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:00.917757 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:00.930383 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f owned by compute:nova {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:01.054195 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:01.087134 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=410e0936-0bfc-4663-8fe6-8ff0cea3ff5f,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:01.120497 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] No DVR routers for this DVR port 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f on host hv-cinder-81322 {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:06:01.122901 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for port, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:01.126549 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-2f94b166-86fe-416a-8e7e-62fd7055521f req-dc72f757-b55c-4514-857c-748527fc7393 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.69 "DELETE /v2.0/ports/410e0936-0bfc-4663-8fe6-8ff0cea3ff5f HTTP/1.1" status: 204 len: 173 time: 0.3778906 Oct 12 17:06:01.126983 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'name': 'network-vif-deleted', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:06:01.129303 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6be399086b44de08c56e6703e4a2942b1122c9441425cdd44389622df2d41e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647465d-6a65-4a70-bdc7-09375a482647" -d '{"events": [{"server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "name": "network-vif-deleted", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:06:01.166976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756fc1f-c4cb-4526-addc-cf4f88e87a41 x-openstack-request-id: req-d756fc1f-c4cb-4526-addc-cf4f88e87a41 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:06:01.167278 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0fcb28-d588-4a36-8dcf-df152496e409", "name": "network-vif-deleted", "tag": "410e0936-0bfc-4663-8fe6-8ff0cea3ff5f", "status": "completed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:06:01.167535 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d756fc1f-c4cb-4526-addc-cf4f88e87a41 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:06:01.167935 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0fcb28-d588-4a36-8dcf-df152496e409', 'name': 'network-vif-deleted', 'tag': '410e0936-0bfc-4663-8fe6-8ff0cea3ff5f', 'status': 'completed', 'code': 200} Oct 12 17:06:01.601844 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [req-94858d42-dc43-4eeb-864c-44cbd64978fa req-67fde9cd-3e2d-4ba5-8206-653c9308bd03 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0fcb28-d588-4a36-8dcf-df152496e409 HTTP/1.1" status: 200 len: 210 time: 0.0260468 Oct 12 17:06:02.656886 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36002) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:02.778273 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Deleting port 85674d84-560f-4478-8949-14d727a2b201 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:02.778595 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:02.853976 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:02.854299 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:02.865490 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Calling delete_port for 85674d84-560f-4478-8949-14d727a2b201 owned by network:floatingip {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:03.001343 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:03.025654 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'Port': ['ID=85674d84-560f-4478-8949-14d727a2b201,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:03.084109 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:03.086594 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427751'] for floatingip, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:03.087719 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-14c7f4a3-b562-4f35-bebc-879a4954fb37 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "DELETE /v2.0/floatingips/081799b0-2c85-4b0f-980a-3bdd27e8b305 HTTP/1.1" status: 204 len: 168 time: 0.4298172 Oct 12 17:06:03.349323 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:03.370075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] No Port match for: 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:03.370455 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Device 410e0936-0bfc-4663-8fe6-8ff0cea3ff5f not bound to the agent host hv-cinder-81322 {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:04.275441 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 36016) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:04.348902 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:04.378768 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:04.442431 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:04.444979 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:04.446125 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] 10.222.0.42 "DELETE /v2.0/security-groups/281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3 HTTP/1.1" status: 204 len: 168 time: 0.1696692 Oct 12 17:06:04.456172 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281cd8f7-b86e-434f-8b1d-2af9e6b3cbf3,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:04.463539 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.463880 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.464212 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.464538 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.464971 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.465350 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.465675 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.465994 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.466312 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.466625 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.466938 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.467246 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92289184-64fb-4efe-935d-e5303da50d12 tempest-TestVolumeBootPattern-1848382140 tempest-TestVolumeBootPattern-1848382140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:04.510264 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 36020) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:05.279540 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:05.534788 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Deleting port 79a026f7-74fd-4c07-ac82-6a2d713c07ab {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:05.535021 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:05.616350 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] For port 79a026f7-74fd-4c07-ac82-6a2d713c07ab, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=79a026f7-74fd-4c07-ac82-6a2d713c07ab,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:05.616707 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:05.629509 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Calling delete_port for 79a026f7-74fd-4c07-ac82-6a2d713c07ab owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:05.801127 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:05.825649 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a026f7-74fd-4c07-ac82-6a2d713c07ab,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:05.988298 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.194387 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Router 8a22992f-4588-4124-a321-af2e23c31454 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:06:06.305369 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:06:06.311617 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2b6922d9-afa2-42e0-8aaf-50fd114aa118 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a22992f-4588-4124-a321-af2e23c31454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002725 Oct 12 17:06:06.314200 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 36024) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:06.316384 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Sync routers for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:06:06.326456 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:06:06.327085 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:06.419776 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.432591 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:06:06.520038 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.573152 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Deleting port 8362e474-3b9d-44c6-9058-dfff9bc55cb8 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:06.573549 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.629519 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T17:06:05Z', 'revision_number': 5, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port': {'id': '8362e474-3b9d-44c6-9058-dfff9bc55cb8', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22992f-4588-4124-a321-af2e23c31454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:32Z', 'updated_at': '2021-10-12T16:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:06.657060 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Checking router: 8a22992f-4588-4124-a321-af2e23c31454 for host: dv-cinder-813223-2-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:06:06.657732 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] For port 8362e474-3b9d-44c6-9058-dfff9bc55cb8, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=8362e474-3b9d-44c6-9058-dfff9bc55cb8,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:06.658626 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.666052 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Routers {'8a22992f-4588-4124-a321-af2e23c31454'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:06:06.666662 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['8a22992f-4588-4124-a321-af2e23c31454'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:06.671855 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Calling delete_port for 8362e474-3b9d-44c6-9058-dfff9bc55cb8 owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:06.754286 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] Set router 8a22992f-4588-4124-a321-af2e23c31454 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:06:06.809614 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T17:06:06Z', 'revision_number': 6, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:06.835397 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:06.841521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393811cb-e7b3-4ad5-a260-ed3aa1bf81de None None] The sync data for ids ['8a22992f-4588-4124-a321-af2e23c31454'] in dv-cinder-813223-2-iscsi is: [{'id': '8a22992f-4588-4124-a321-af2e23c31454', 'name': 'tempest-TestVolumeBootPattern-489481321-router', 'tenant_id': 'a7fa28445b9049f88d60d9dc59087c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:31Z', 'updated_at': '2021-10-12T17:06:06Z', 'revision_number': 6, 'project_id': 'a7fa28445b9049f88d60d9dc59087c60', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:06:06.860228 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8362e474-3b9d-44c6-9058-dfff9bc55cb8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:06.929724 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.040299 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.042387 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.082746 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.083310 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a22992f-4588-4124-a321-af2e23c31454 {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:06:07.087559 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.088935 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f62c7957-78a6-41e7-ae50-5aec5b1b1c82 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8a22992f-4588-4124-a321-af2e23c31454 HTTP/1.1" status: 204 len: 168 time: 0.7737594 Oct 12 17:06:07.091410 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 36026) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:07.135850 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Deleting subnet 589fb3b3-3154-40a1-a312-e29ebbeb3092 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:06:07.138787 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.174373 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9337126'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.261616 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.318522 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372794'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.343883 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589fb3b3-3154-40a1-a312-e29ebbeb3092,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:07.348629 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.349978 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1e8d-8b87-4b2c-b0a4-0035cb20bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.353392 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-295846a7-32b2-4f8d-8525-af0a6c0bcd07 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/589fb3b3-3154-40a1-a312-e29ebbeb3092 HTTP/1.1" status: 204 len: 168 time: 0.2609766 Oct 12 17:06:07.355924 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.42', 36028) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:07.359564 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d3aad-9891-4d9c-a23a-4a6a6400d00e None None] Network 457bdcdd-e5a7-4b45-9a07-335548fa312b requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:06:07.427691 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.481482 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Deleting port e1578929-b65b-42b4-8c3c-05a3b19bc100 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:07.482358 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.548985 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] For port e1578929-b65b-42b4-8c3c-05a3b19bc100, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=e1578929-b65b-42b4-8c3c-05a3b19bc100,segment=NetworkSegment(ad94cbcd-310f-41e8-9960-8b500f20ea8a),segment_id=ad94cbcd-310f-41e8-9960-8b500f20ea8a)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:07.549284 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.562591 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Calling delete_port for e1578929-b65b-42b4-8c3c-05a3b19bc100 owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:07.639601 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] DHCP port deletion for 457bdcdd-e5a7-4b45-9a07-335548fa312b request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:06:07.649540 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546128'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.678641 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1578929-b65b-42b4-8c3c-05a3b19bc100,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:07.685832 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] No DVR routers for this DVR port e1578929-b65b-42b4-8c3c-05a3b19bc100 on host dv-cinder-813223-2-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:06:07.689796 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Deleting port e1578929-b65b-42b4-8c3c-05a3b19bc100 {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:07.690673 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.754594 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] For port e1578929-b65b-42b4-8c3c-05a3b19bc100, host dv-cinder-813223-2-iscsi, got binding levels [] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:07.754989 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.763515 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.767212 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Calling delete_port for e1578929-b65b-42b4-8c3c-05a3b19bc100 owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:07.770504 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.ipam_backend_mixin [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Port e1578929-b65b-42b4-8c3c-05a3b19bc100 was not found and therefore no delete operation was performed {{(pid=94040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 17:06:07.771763 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.784753 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457bdcdd-e5a7-4b45-9a07-335548fa312b']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:07.794113 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad94cbcd-310f-41e8-9960-8b500f20ea8a') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:07.794409 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad94cbcd-310f-41e8-9960-8b500f20ea8a') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:07.800627 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Pushing event deleted for resources: {'Port': ['ID=e1578929-b65b-42b4-8c3c-05a3b19bc100,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:07.803799 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] No DVR routers for this DVR port e1578929-b65b-42b4-8c3c-05a3b19bc100 on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:06:07.804186 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9337133'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.811289 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.811633 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.811973 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.812310 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.818256 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b224700-d82e-4123-a5e5-6974fed9a8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-2-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:06:07.820756 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.830807 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:06:07.831847 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12547745'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: Traceback (most recent call last): Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: timer() Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: cb(*args, **kw) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: return func(*args, **kwargs) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: self._notify() Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: self.callback(batched_events) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: event.method(event) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: return f(self, *a, **k) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._get(url).json() Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:06:07.833561 dv-cinder-813223-2-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:06:07.889233 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.895763 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:07.899096 dv-cinder-813223-2-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] 10.222.0.42 "DELETE /v2.0/networks/457bdcdd-e5a7-4b45-9a07-335548fa312b HTTP/1.1" status: 204 len: 168 time: 0.5420842 Oct 12 17:06:07.902415 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36030) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:07.914540 dv-cinder-813223-2-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329858db-1620-484f-8127-0800bf39d35a admin admin] Pushing event deleted for resources: {'Network': ['ID=457bdcdd-e5a7-4b45-9a07-335548fa312b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:08.304307 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 8362e474-3b9d-44c6-9058-dfff9bc55cb8 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:08.325659 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 8362e474-3b9d-44c6-9058-dfff9bc55cb8 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:08.326005 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 8362e474-3b9d-44c6-9058-dfff9bc55cb8 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:08.326429 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e1578929-b65b-42b4-8c3c-05a3b19bc100 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:08.346018 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: e1578929-b65b-42b4-8c3c-05a3b19bc100 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:08.346359 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device e1578929-b65b-42b4-8c3c-05a3b19bc100 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:08.346785 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 79a026f7-74fd-4c07-ac82-6a2d713c07ab no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:08.366597 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: 79a026f7-74fd-4c07-ac82-6a2d713c07ab {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:08.367300 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device 79a026f7-74fd-4c07-ac82-6a2d713c07ab not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:08.500336 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150160'] for router_interface, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:08.745560 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Deleting port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:08.746048 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:08.843399 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] For port dbf40cc9-83e0-49ac-abeb-e75cae4f70c9, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:08.843666 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:08.855882 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Calling delete_port for dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 owned by network:router_interface {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:09.025742 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.051447 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf40cc9-83e0-49ac-abeb-e75cae4f70c9,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:09.222698 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150052'] for router_interface, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.432400 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 has already been hosted by L3 agent c85216b4-d236-4176-a441-7027c4f312c4 {{(pid=94039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:06:09.537154 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] Notify agent at l3_agent.dv-cinder-813223-2-iscsi the message routers_updated {{(pid=94039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:06:09.542099 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-41b2e3ff-e5dc-43ef-94e7-c73acba41791 admin admin] 10.222.0.42 "PUT /v2.0/routers/90f455ce-f4ba-480a-b2fc-f9c30f06edd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384974 Oct 12 17:06:09.544534 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36034) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:09.547115 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Sync routers for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:06:09.557304 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:06:09.557915 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:05:40Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:09.646062 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks [] for router, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.662876 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: dv-cinder-813223-2-iscsi {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:06:09.745040 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.796108 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Deleting port ba545d66-e359-44ab-b49c-f4f2e6825c20 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:09.796441 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.840474 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'external_fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T17:06:08Z', 'revision_number': 5, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port': {'id': 'ba545d66-e359-44ab-b49c-f4f2e6825c20', 'name': '', 'network_id': '0e1b2e13-8a22-430d-b96e-d9b2f21f1e52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21cadd62-64ee-421b-a79a-5c2e483011ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-2-iscsi'}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:09.854860 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fbd99051-7e08-44fd-bab6-42a2748f5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.867621 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Checking router: 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 for host: dv-cinder-813223-2-iscsi {{(pid=94041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:06:09.876211 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Routers {'90f455ce-f4ba-480a-b2fc-f9c30f06edd1'} bound to L3 agent in host dv-cinder-813223-2-iscsi {{(pid=94041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:06:09.876817 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:45:10Z,description=,heartbeat_timestamp=2021-10-12T17:06:10Z,host='dv-cinder-813223-2-iscsi',id=c85216b4-d236-4176-a441-7027c4f312c4,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:45:10Z,topic='l3_agent')) {'router_ids': ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'], 'active': True} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:09.886827 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] For port ba545d66-e359-44ab-b49c-f4f2e6825c20, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=ba545d66-e359-44ab-b49c-f4f2e6825c20,segment=NetworkSegment(e035c247-257d-414b-a5e1-88c714c0dd71),segment_id=e035c247-257d-414b-a5e1-88c714c0dd71)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:09.887189 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:09.899032 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Calling delete_port for ba545d66-e359-44ab-b49c-f4f2e6825c20 owned by network:router_gateway {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:09.962272 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_dvr_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] Set router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 gateway port host: None {{(pid=94041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:06:10.016225 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.l3_hamode_db [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T17:06:09Z', 'revision_number': 6, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port_host': None}], 'dv-cinder-813223-2-iscsi', False) {} {{(pid=94041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:10.042223 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c5863-9ce3-4a37-85c1-7d58f2e20621 None None] The sync data for ids ['90f455ce-f4ba-480a-b2fc-f9c30f06edd1'] in dv-cinder-813223-2-iscsi is: [{'id': '90f455ce-f4ba-480a-b2fc-f9c30f06edd1', 'name': 'tempest-TestVolumeBootPattern-699095328-router', 'tenant_id': 'f5be202cae47470fa69ceab5209c8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:58:37Z', 'updated_at': '2021-10-12T17:06:09Z', 'revision_number': 6, 'project_id': 'f5be202cae47470fa69ceab5209c8f6b', 'gw_port_host': None}] {{(pid=94041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:06:10.063012 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.094459 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba545d66-e359-44ab-b49c-f4f2e6825c20,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:10.152201 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3732678'] for router_gateway, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.237890 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4152374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42765'] for router, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.239977 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.287564 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4152381'] for router, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.288067 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f455ce-f4ba-480a-b2fc-f9c30f06edd1 {{(pid=94039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:06:10.292575 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] Notify callbacks [] for router, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.293748 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-7e6ccf05-2cc3-430a-9f75-dce94351b936 admin admin] 10.222.0.42 "DELETE /v2.0/routers/90f455ce-f4ba-480a-b2fc-f9c30f06edd1 HTTP/1.1" status: 204 len: 168 time: 0.7479076 Oct 12 17:06:10.296305 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36036) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:10.340534 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Deleting subnet 6a168631-fa22-40c4-bf0c-85e40031d89e {{(pid=94039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:06:10.343539 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.383315 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8543848'] for subnet, precommit_delete_associations {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.476440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985605'] for subnet, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.477233 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:10.497281 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:10.497625 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device dbf40cc9-83e0-49ac-abeb-e75cae4f70c9 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:10.529490 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383092'] for subnet, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.553920 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a168631-fa22-40c4-bf0c-85e40031d89e,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:10.557388 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for subnet, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.560543 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-6cc19251-1f1b-4a94-a99c-e1a667e9e973 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6a168631-fa22-40c4-bf0c-85e40031d89e HTTP/1.1" status: 204 len: 168 time: 0.2632222 Oct 12 17:06:10.562910 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36038) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:10.563357 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b641ce-ab87-4087-a905-c11717c852f1 None None] Network d426b5ae-90a8-4706-8f81-06b746001ecc requested from dv-cinder-813223-2-iscsi {{(pid=94040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:06:10.632679 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919150'] for network, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.685361 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Deleting port a17bafd9-d3bd-4b70-8605-ddb797400f8c {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:10.685696 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.747064 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] For port a17bafd9-d3bd-4b70-8605-ddb797400f8c, host dv-cinder-813223-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-2-iscsi',level=0,port_id=a17bafd9-d3bd-4b70-8605-ddb797400f8c,segment=NetworkSegment(4262419b-bdde-4e81-b1a5-8aa0e6d328de),segment_id=4262419b-bdde-4e81-b1a5-8aa0e6d328de)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:10.747357 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.759547 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Calling delete_port for a17bafd9-d3bd-4b70-8605-ddb797400f8c owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:10.802526 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] DHCP port deletion for d426b5ae-90a8-4706-8f81-06b746001ecc request from dv-cinder-813223-2-iscsi {{(pid=94040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:06:10.846953 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550301'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.854716 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Deleting port a17bafd9-d3bd-4b70-8605-ddb797400f8c {{(pid=94040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:06:10.855397 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791641032102'] for port, before_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.890364 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Pushing event deleted for resources: {'Port': ['ID=a17bafd9-d3bd-4b70-8605-ddb797400f8c,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:10.900776 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] No DVR routers for this DVR port a17bafd9-d3bd-4b70-8605-ddb797400f8c on host dv-cinder-813223-2-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:06:10.943723 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] For port a17bafd9-d3bd-4b70-8605-ddb797400f8c, host dv-cinder-813223-2-iscsi, got binding levels [] {{(pid=94040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:06:10.944121 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3727933'] for port, precommit_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.957132 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Calling delete_port for a17bafd9-d3bd-4b70-8605-ddb797400f8c owned by network:dhcp {{(pid=94040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:06:10.959888 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.ipam_backend_mixin [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Port a17bafd9-d3bd-4b70-8605-ddb797400f8c was not found and therefore no delete operation was performed {{(pid=94040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 17:06:10.961621 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791641005828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791640551415'] for port, after_delete {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.977067 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983806', 'neutron.services.segments.db._delete_segments_for_network-8791641049604'] for network, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:10.988203 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] Pushing event deleted for resources: {'Port': ['ID=a17bafd9-d3bd-4b70-8605-ddb797400f8c,revision_number=None']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:10.990111 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f81f46-235d-4ee9-ad4b-0649b1aa8d35 None None] No DVR routers for this DVR port a17bafd9-d3bd-4b70-8605-ddb797400f8c on host dv-cinder-813223-2-iscsi {{(pid=94040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:06:11.002344 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d426b5ae-90a8-4706-8f81-06b746001ecc']}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:11.012059 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4262419b-bdde-4e81-b1a5-8aa0e6d328de') {'for_net_delete': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:11.012440 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.services.segments.db [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4262419b-bdde-4e81-b1a5-8aa0e6d328de') {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:06:11.022901 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791641048077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8543843'] for segment, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.039655 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.039844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895'] for segment, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.046496 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:06:11.047057 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548716'] for segment, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: Traceback (most recent call last): Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: timer() Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: cb(*args, **kw) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: return func(*args, **kwargs) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: self._notify() Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: self.callback(batched_events) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: event.method(event) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: return f(self, *a, **k) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._get(url).json() Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: return self.request(url, 'GET', **kwargs) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:06:11.049183 dv-cinder-813223-2-iscsi neutron-server[94039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:06:11.103143 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3732642'] for network, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.108707 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766078'] for network, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.114776 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] 10.222.0.42 "DELETE /v2.0/networks/d426b5ae-90a8-4706-8f81-06b746001ecc HTTP/1.1" status: 204 len: 168 time: 0.5481718 Oct 12 17:06:11.125648 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077c27b-e68f-422c-a771-b7eefe30280b admin admin] Pushing event deleted for resources: {'Network': ['ID=d426b5ae-90a8-4706-8f81-06b746001ecc,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:11.176905 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.254464 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36042) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:11.292810 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-205af3bc-cdd9-4209-b2ce-b5b69a069345 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7fa28445b9049f88d60d9dc59087c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371940 Oct 12 17:06:11.295267 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36044) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:11.346925 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.366971 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.414482 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.417349 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.418603 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b25901b-bd55-4b80-a1fe-b05d0ca0ee8f HTTP/1.1" status: 204 len: 168 time: 0.1224520 Oct 12 17:06:11.427084 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5047703-a24b-4bce-a12b-76ee5aa21031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25901b-bd55-4b80-a1fe-b05d0ca0ee8f,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:11.726037 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36050) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:11.765520 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-db9cec29-8857-4549-82e3-fcd7cd683dd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5be202cae47470fa69ceab5209c8f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383048 Oct 12 17:06:11.767844 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [-] (94039) accepted ('10.222.0.42', 36052) {{(pid=94039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:06:11.814337 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.835775 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.882927 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108428'] for security_group, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.885520 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:11.886648 dv-cinder-813223-2-iscsi neutron-server[94039]: INFO neutron.wsgi [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/742cd140-2fb4-4ab3-84a9-acc5b0df5aed HTTP/1.1" status: 204 len: 168 time: 0.1172571 Oct 12 17:06:11.894294 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739e66-8913-4114-82e1-a4334f174ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742cd140-2fb4-4ab3-84a9-acc5b0df5aed,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:06:12.302020 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device a17bafd9-d3bd-4b70-8605-ddb797400f8c no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:12.322318 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: a17bafd9-d3bd-4b70-8605-ddb797400f8c {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:12.322658 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device a17bafd9-d3bd-4b70-8605-ddb797400f8c not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:12.323075 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ba545d66-e359-44ab-b49c-f4f2e6825c20 no longer exists at agent ovs-agent-dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:06:12.344521 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.plugin [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] No Port match for: ba545d66-e359-44ab-b49c-f4f2e6825c20 {{(pid=94040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:06:12.344866 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.rpc [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Device ba545d66-e359-44ab-b49c-f4f2e6825c20 not bound to the agent host dv-cinder-813223-2-iscsi {{(pid=94040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:06:12.508262 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:15.488964 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:06:18.642138 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:37.353973 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-c844fb26-57ad-48aa-9604-b5296236e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:39.856076 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-eeb319e7-33ba-4a45-bfda-6066a3905bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:41.043758 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:41.178324 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:42.510162 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:48.667198 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:52.488136 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:07:07.354950 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d65af9a8-a3de-46cb-b89b-deb42c46f69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:09.856515 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-5df9df55-bc78-42b1-99e2-fa9128a97a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:11.044650 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:11.182064 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:12.513700 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:18.668732 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:29.488271 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:07:37.354400 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0265215f-71b8-4870-8008-c2740747f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:39.856876 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-0cc607a3-c520-4b19-9303-89dee2c63731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:41.046505 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:41.188193 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:42.516343 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:48.666328 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:06.487530 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:08:07.355820 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a4f-cd07-4626-9fdf-98f265d4a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:09.867009 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-301d2117-25cf-441e-840b-fe22c4bf351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:11.051427 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:11.188006 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:12.519327 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:18.674593 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:37.357608 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-d7405b1e-2d22-4951-b377-369cda6ccba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:39.857829 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fdd224ac-481f-4aa7-b06a-35d9947b53e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:41.052994 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:41.189288 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:42.522604 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:43.487605 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:08:48.695129 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:07.357685 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1753ad74-89fb-4252-88a5-cdb19b731023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:09.858177 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-7f17d599-66bf-43e8-89e5-d60a65d930d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:11.053887 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:11.192346 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:12.525555 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:18.710096 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:20.486883 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:09:37.360796 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-92190bf5-b5de-465d-afcd-b10e374b25e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:39.859753 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-a8931771-71f3-4c20-89ec-60a49804237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:41.057995 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:41.195341 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:42.527776 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:48.710715 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:57.486894 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:10:07.362224 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e9f9baed-8b4b-40ca-8f37-8e3bd9666b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:09.859807 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-906d6b4c-d163-49c9-a4dc-af016e79a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:11.062104 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:11.198093 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:12.531673 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:18.707308 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:34.487087 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:10:37.363306 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-04cbeaca-1ff7-4a7f-9689-e8615162efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:39.861307 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-29929b84-e219-410e-96ff-a2105da575d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:41.064780 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:41.201090 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:42.535570 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:48.707928 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:07.363544 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-33e1ec2e-edb2-4273-ab4c-8f226800a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:07.849972 dv-cinder-813223-2-iscsi neutron-server[94039]: DEBUG neutron.wsgi [req-96b56606-5f3e-4fff-83bc-485620756e5b req-4deb533b-34f1-4390-8314-93e1ce3cbd45 service neutron] (94039) timed out ('10.222.0.42', 58260) {{(pid=94039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:11:09.861614 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ff8533ac-56bd-482d-8b87-f04b12ca46a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:11.065895 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-794c8c46-39ab-4587-9da8-c807e08e4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:11.203569 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-1a075be3-d4e7-45eb-be61-3de362860cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:11.486291 dv-cinder-813223-2-iscsi neutron-server[94041]: DEBUG neutron.db.agents_db [None req-818a9c1d-bca2-4eac-b618-668261ce122d None None] Agent healthcheck: found 6 active agents {{(pid=94041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:11:12.538217 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-fad9a0f8-d779-46e1-adf3-ef441af5ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:18.705932 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-370a1da8-74f7-4687-b3cf-5a4a971e61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:37.365374 dv-cinder-813223-2-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-dc18ef21-793a-43c5-8908-0b52e7c04092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791641046254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015662'] for agent, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}